[ 502.268767] env[68216]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68216) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 502.269174] env[68216]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68216) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 502.269239] env[68216]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68216) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 502.269557] env[68216]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 502.367152] env[68216]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68216) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 502.379884] env[68216]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.013s {{(pid=68216) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 502.424691] env[68216]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 502.985862] env[68216]: INFO nova.virt.driver [None req-2c6871cf-c54b-43a8-9c0b-9f0bbb730769 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 503.061779] env[68216]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 503.061779] env[68216]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 503.061779] env[68216]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68216) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 506.041736] env[68216]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-fbcd6191-a250-4b82-8a5a-eb25e4e07686 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.058706] env[68216]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68216) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 506.058891] env[68216]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-028d4a74-7c72-46d1-84d1-1ab16c98df30 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.084650] env[68216]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 36718. [ 506.084815] env[68216]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.025s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 506.085416] env[68216]: INFO nova.virt.vmwareapi.driver [None req-2c6871cf-c54b-43a8-9c0b-9f0bbb730769 None None] VMware vCenter version: 7.0.3 [ 506.088866] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25499134-5173-4c7f-990e-1cae6122f183 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.110020] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2785926-c871-42af-a601-cbb71bf5e250 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.116020] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19390f4-25af-474f-a214-74af5099393a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.122859] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe946c5f-6462-434d-b601-0829c8f8f3ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.135922] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc06cd0-4615-4b10-9aef-ec1dc4642cfb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.141825] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0e9995-1738-48c3-9f40-a4c96d32e341 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.172910] env[68216]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-a6a073eb-f172-42bc-9df0-ecf524c21e21 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.178414] env[68216]: DEBUG nova.virt.vmwareapi.driver [None req-2c6871cf-c54b-43a8-9c0b-9f0bbb730769 None None] Extension org.openstack.compute already exists. {{(pid=68216) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 506.181171] env[68216]: INFO nova.compute.provider_config [None req-2c6871cf-c54b-43a8-9c0b-9f0bbb730769 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 506.684855] env[68216]: DEBUG nova.context [None req-2c6871cf-c54b-43a8-9c0b-9f0bbb730769 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),16848148-0968-430a-b891-b7b8c146408a(cell1) {{(pid=68216) load_cells /opt/stack/nova/nova/context.py:464}} [ 506.687029] env[68216]: DEBUG oslo_concurrency.lockutils [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 506.687267] env[68216]: DEBUG oslo_concurrency.lockutils [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 506.688024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 506.688455] env[68216]: DEBUG oslo_concurrency.lockutils [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Acquiring lock "16848148-0968-430a-b891-b7b8c146408a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 506.688641] env[68216]: DEBUG oslo_concurrency.lockutils [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Lock "16848148-0968-430a-b891-b7b8c146408a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 506.689669] env[68216]: DEBUG oslo_concurrency.lockutils [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Lock "16848148-0968-430a-b891-b7b8c146408a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 506.710448] env[68216]: INFO dbcounter [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Registered counter for database nova_cell0 [ 506.718726] env[68216]: INFO dbcounter [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Registered counter for database nova_cell1 [ 507.150261] env[68216]: DEBUG oslo_db.sqlalchemy.engines [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68216) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 507.150684] env[68216]: DEBUG oslo_db.sqlalchemy.engines [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68216) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 507.155676] env[68216]: ERROR nova.db.main.api [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 507.155676] env[68216]: result = function(*args, **kwargs) [ 507.155676] env[68216]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 507.155676] env[68216]: return func(*args, **kwargs) [ 507.155676] env[68216]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 507.155676] env[68216]: result = fn(*args, **kwargs) [ 507.155676] env[68216]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 507.155676] env[68216]: return f(*args, **kwargs) [ 507.155676] env[68216]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 507.155676] env[68216]: return db.service_get_minimum_version(context, binaries) [ 507.155676] env[68216]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 507.155676] env[68216]: _check_db_access() [ 507.155676] env[68216]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 507.155676] env[68216]: stacktrace = ''.join(traceback.format_stack()) [ 507.155676] env[68216]: [ 507.156518] env[68216]: ERROR nova.db.main.api [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 507.156518] env[68216]: result = function(*args, **kwargs) [ 507.156518] env[68216]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 507.156518] env[68216]: return func(*args, **kwargs) [ 507.156518] env[68216]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 507.156518] env[68216]: result = fn(*args, **kwargs) [ 507.156518] env[68216]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 507.156518] env[68216]: return f(*args, **kwargs) [ 507.156518] env[68216]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 507.156518] env[68216]: return db.service_get_minimum_version(context, binaries) [ 507.156518] env[68216]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 507.156518] env[68216]: _check_db_access() [ 507.156518] env[68216]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 507.156518] env[68216]: stacktrace = ''.join(traceback.format_stack()) [ 507.156518] env[68216]: [ 507.156989] env[68216]: WARNING nova.objects.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Failed to get minimum service version for cell 16848148-0968-430a-b891-b7b8c146408a [ 507.157076] env[68216]: WARNING nova.objects.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 507.157499] env[68216]: DEBUG oslo_concurrency.lockutils [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Acquiring lock "singleton_lock" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.157656] env[68216]: DEBUG oslo_concurrency.lockutils [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Acquired lock "singleton_lock" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 507.157918] env[68216]: DEBUG oslo_concurrency.lockutils [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Releasing lock "singleton_lock" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 507.158268] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Full set of CONF: {{(pid=68216) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 507.158411] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ******************************************************************************** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 507.158535] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] Configuration options gathered from: {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 507.158667] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 507.158883] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 507.159027] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ================================================================================ {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 507.159248] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] allow_resize_to_same_host = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.159419] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] arq_binding_timeout = 300 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.159546] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] backdoor_port = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.159670] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] backdoor_socket = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.159829] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] block_device_allocate_retries = 60 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.159986] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] block_device_allocate_retries_interval = 3 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.160169] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cert = self.pem {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.160331] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.160495] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute_monitors = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.160659] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] config_dir = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.161062] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] config_drive_format = iso9660 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.161215] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.161388] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] config_source = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.161561] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] console_host = devstack {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.161734] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] control_exchange = nova {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.161894] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cpu_allocation_ratio = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.162069] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] daemon = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.162240] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] debug = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.162395] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] default_access_ip_network_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.162561] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] default_availability_zone = nova {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.162714] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] default_ephemeral_format = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.162868] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] default_green_pool_size = 1000 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.163124] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.163288] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] default_schedule_zone = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.163443] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] disk_allocation_ratio = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.163602] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] enable_new_services = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.163777] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] enabled_apis = ['osapi_compute'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.163940] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] enabled_ssl_apis = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.164113] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] flat_injected = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.164273] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] force_config_drive = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.164431] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] force_raw_images = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.164596] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] graceful_shutdown_timeout = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.164755] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] heal_instance_info_cache_interval = -1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.164976] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] host = cpu-1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.165168] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.165329] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] initial_disk_allocation_ratio = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.165486] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] initial_ram_allocation_ratio = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.165697] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.165859] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] instance_build_timeout = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.166029] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] instance_delete_interval = 300 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.166195] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] instance_format = [instance: %(uuid)s] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.166358] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] instance_name_template = instance-%08x {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.166544] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] instance_usage_audit = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.166675] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] instance_usage_audit_period = month {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.166837] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.166999] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] instances_path = /opt/stack/data/nova/instances {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.167180] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] internal_service_availability_zone = internal {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.167335] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] key = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.167500] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] live_migration_retry_count = 30 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.167895] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] log_color = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.168096] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] log_config_append = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.168273] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.168432] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] log_dir = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.168587] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] log_file = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.168712] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] log_options = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.168869] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] log_rotate_interval = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.169069] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] log_rotate_interval_type = days {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.169242] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] log_rotation_type = none {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.169370] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.169493] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.169657] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.169817] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.169945] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.170118] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] long_rpc_timeout = 1800 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.170273] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] max_concurrent_builds = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.170428] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] max_concurrent_live_migrations = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.170580] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] max_concurrent_snapshots = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.170732] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] max_local_block_devices = 3 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.170883] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] max_logfile_count = 30 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.171048] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] max_logfile_size_mb = 200 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.171206] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] maximum_instance_delete_attempts = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.171369] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] metadata_listen = 0.0.0.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.171531] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] metadata_listen_port = 8775 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.171696] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] metadata_workers = 2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.171851] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] migrate_max_retries = -1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.172025] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] mkisofs_cmd = genisoimage {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.172234] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] my_block_storage_ip = 10.180.1.21 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.172363] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] my_ip = 10.180.1.21 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.172561] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.172719] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] network_allocate_retries = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.172892] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.173098] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] osapi_compute_listen = 0.0.0.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.173274] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] osapi_compute_listen_port = 8774 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.173441] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] osapi_compute_unique_server_name_scope = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.173611] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] osapi_compute_workers = 2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.173769] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] password_length = 12 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.173925] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] periodic_enable = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.174095] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] periodic_fuzzy_delay = 60 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.174264] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] pointer_model = usbtablet {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.174427] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] preallocate_images = none {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.174583] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] publish_errors = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.174709] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] pybasedir = /opt/stack/nova {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.174861] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ram_allocation_ratio = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.175033] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] rate_limit_burst = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.175207] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] rate_limit_except_level = CRITICAL {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.175362] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] rate_limit_interval = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.175516] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] reboot_timeout = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.175670] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] reclaim_instance_interval = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.175824] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] record = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.175987] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] reimage_timeout_per_gb = 60 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.176161] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] report_interval = 120 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.176318] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] rescue_timeout = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.176470] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] reserved_host_cpus = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.176638] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] reserved_host_disk_mb = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.176771] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] reserved_host_memory_mb = 512 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.176925] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] reserved_huge_pages = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.177090] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] resize_confirm_window = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.177245] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] resize_fs_using_block_device = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.177394] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] resume_guests_state_on_host_boot = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.177557] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.177711] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] rpc_response_timeout = 60 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.177883] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] run_external_periodic_tasks = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.178070] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] running_deleted_instance_action = reap {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.178232] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] running_deleted_instance_poll_interval = 1800 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.178385] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] running_deleted_instance_timeout = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.178536] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler_instance_sync_interval = 120 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.178698] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_down_time = 720 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.178886] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] servicegroup_driver = db {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.179080] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] shell_completion = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.179246] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] shelved_offload_time = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.179402] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] shelved_poll_interval = 3600 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.179569] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] shutdown_timeout = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.179728] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] source_is_ipv6 = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.179885] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ssl_only = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.180168] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.180342] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] sync_power_state_interval = 600 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.180506] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] sync_power_state_pool_size = 1000 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.180675] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] syslog_log_facility = LOG_USER {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.180831] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] tempdir = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.180990] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] timeout_nbd = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.181174] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] transport_url = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.181336] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] update_resources_interval = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.181492] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] use_cow_images = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.181648] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] use_journal = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.181803] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] use_json = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.181957] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] use_rootwrap_daemon = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.182129] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] use_stderr = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.182285] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] use_syslog = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.182437] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vcpu_pin_set = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.182601] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plugging_is_fatal = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.182765] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plugging_timeout = 300 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.182929] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] virt_mkfs = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.183103] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] volume_usage_poll_interval = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.183265] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] watch_log_file = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.183432] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] web = /usr/share/spice-html5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 507.183619] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.183786] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.183946] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184134] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_concurrency.disable_process_locking = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184439] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184622] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184786] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.184978] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185177] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185346] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185527] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.auth_strategy = keystone {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185690] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.compute_link_prefix = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.185862] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186042] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.dhcp_domain = novalocal {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186226] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.enable_instance_password = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186387] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.glance_link_prefix = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186549] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186732] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.186873] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.instance_list_per_project_cells = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187041] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.list_records_by_skipping_down_cells = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187204] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.local_metadata_per_cell = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187368] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.max_limit = 1000 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187532] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.metadata_cache_expiration = 15 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187707] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.neutron_default_tenant_id = default {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.187899] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.response_validation = warn {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188089] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.use_neutron_default_nets = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188261] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188422] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188585] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188755] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.188942] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.vendordata_dynamic_targets = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189125] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.vendordata_jsonfile_path = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189308] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189500] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.backend = dogpile.cache.memcached {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189669] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.backend_argument = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189829] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.backend_expiration_time = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.189995] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.config_prefix = cache.oslo {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190175] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.dead_timeout = 60.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190336] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.debug_cache_backend = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190492] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.enable_retry_client = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190649] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.enable_socket_keepalive = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190816] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.enabled = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.190979] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.enforce_fips_mode = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191152] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.expiration_time = 600 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191310] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.hashclient_retry_attempts = 2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191470] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.hashclient_retry_delay = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191625] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.memcache_dead_retry = 300 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191778] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.memcache_password = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.191935] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192107] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192267] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.memcache_pool_maxsize = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192424] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192579] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.memcache_sasl_enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192753] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.192913] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.memcache_socket_timeout = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193087] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.memcache_username = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193253] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.proxies = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193414] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.redis_db = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193574] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.redis_password = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193744] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.redis_sentinel_service_name = mymaster {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.193918] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194160] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.redis_server = localhost:6379 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194349] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.redis_socket_timeout = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194512] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.redis_username = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194676] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.retry_attempts = 2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.194840] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.retry_delay = 0.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195018] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.socket_keepalive_count = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195181] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.socket_keepalive_idle = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195340] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.socket_keepalive_interval = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195495] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.tls_allowed_ciphers = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195650] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.tls_cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195803] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.tls_certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.195963] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.tls_enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196126] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cache.tls_keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196299] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.auth_section = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196472] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.auth_type = password {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196634] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196827] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.catalog_info = volumev3::publicURL {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.196987] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197183] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197348] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.cross_az_attach = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197510] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.debug = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197668] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.endpoint_template = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.197889] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.http_retries = 3 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198027] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198195] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198369] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.os_region_name = RegionOne {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198531] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198690] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cinder.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.198879] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.199062] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.cpu_dedicated_set = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.199227] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.cpu_shared_set = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.199388] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.image_type_exclude_list = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.199548] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.199708] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.max_concurrent_disk_ops = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.199865] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.max_disk_devices_to_attach = -1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200039] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200216] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200374] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.resource_provider_association_refresh = 300 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200530] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200687] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.shutdown_retry_interval = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.200864] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201052] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] conductor.workers = 2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201231] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] console.allowed_origins = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201389] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] console.ssl_ciphers = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201558] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] console.ssl_minimum_version = default {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201724] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] consoleauth.enforce_session_timeout = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.201887] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] consoleauth.token_ttl = 600 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202074] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202233] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202396] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202553] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.connect_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202710] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.connect_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.202864] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.endpoint_override = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203036] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203196] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203352] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.max_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203505] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.min_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203658] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.region_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203813] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.retriable_status_codes = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.203967] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.service_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204149] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.service_type = accelerator {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204308] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204462] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.status_code_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204616] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.status_code_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204771] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.204950] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205123] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] cyborg.version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205294] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.asyncio_connection = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205453] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.asyncio_slave_connection = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205625] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.backend = sqlalchemy {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205793] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.connection = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.205957] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.connection_debug = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206139] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.connection_parameters = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206304] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.connection_recycle_time = 3600 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206463] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.connection_trace = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206622] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.db_inc_retry_interval = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206781] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.db_max_retries = 20 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.206941] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.db_max_retry_interval = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207114] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.db_retry_interval = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207274] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.max_overflow = 50 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207431] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.max_pool_size = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207587] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.max_retries = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207751] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.207924] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.mysql_wsrep_sync_wait = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208100] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.pool_timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208261] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.retry_interval = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208419] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.slave_connection = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208578] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.sqlite_synchronous = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208737] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] database.use_db_reconnect = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.208928] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.asyncio_connection = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209108] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.asyncio_slave_connection = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209282] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.backend = sqlalchemy {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209452] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.connection = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209618] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.connection_debug = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209787] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.connection_parameters = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.209948] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.connection_recycle_time = 3600 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210125] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.connection_trace = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210286] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.db_inc_retry_interval = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210445] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.db_max_retries = 20 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210605] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.db_max_retry_interval = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210765] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.db_retry_interval = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.210924] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.max_overflow = 50 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211097] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.max_pool_size = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211261] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.max_retries = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211430] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211587] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211744] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.pool_timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.211905] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.retry_interval = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212076] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.slave_connection = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212241] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] api_database.sqlite_synchronous = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212415] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] devices.enabled_mdev_types = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212593] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212763] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ephemeral_storage_encryption.default_format = luks {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.212925] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ephemeral_storage_encryption.enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213101] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213274] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.api_servers = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213436] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213596] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213755] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.213911] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.connect_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214078] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.connect_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214242] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.debug = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214402] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.default_trusted_certificate_ids = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214561] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.enable_certificate_validation = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214720] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.enable_rbd_download = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.214877] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.endpoint_override = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215054] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215218] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215380] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.max_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215530] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.min_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.215688] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.num_retries = 3 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216312] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.rbd_ceph_conf = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216312] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.rbd_connect_timeout = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216312] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.rbd_pool = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216449] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.rbd_user = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216513] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.region_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216668] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.retriable_status_codes = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.216826] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.service_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217027] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.service_type = image {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217165] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217321] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.status_code_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217478] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.status_code_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217721] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.217818] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218015] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.verify_glance_signatures = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218182] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] glance.version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218348] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] guestfs.debug = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218514] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.auth_section = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218677] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.auth_type = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.218856] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219041] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219212] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219369] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.connect_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219526] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.connect_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219684] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.endpoint_override = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.219844] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220017] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220173] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.max_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220329] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.min_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220484] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.region_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220639] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.retriable_status_codes = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220792] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.service_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.220960] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.service_type = shared-file-system {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221140] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.share_apply_policy_timeout = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221302] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221457] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.status_code_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221610] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.status_code_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221763] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.221941] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222115] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] manila.version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222282] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] mks.enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222624] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222813] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] image_cache.manager_interval = 2400 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.222981] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] image_cache.precache_concurrency = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223172] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] image_cache.remove_unused_base_images = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223327] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223490] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223662] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] image_cache.subdirectory_name = _base {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223836] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.api_max_retries = 60 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.223999] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.api_retry_interval = 2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224171] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.auth_section = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224329] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.auth_type = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224487] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224642] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224804] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.224964] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.conductor_group = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225181] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.connect_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225367] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.connect_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225527] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.endpoint_override = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225690] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.225848] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226011] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.max_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226176] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.min_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226338] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.peer_list = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226493] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.region_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226647] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.retriable_status_codes = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226804] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.serial_console_state_timeout = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.226960] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.service_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227145] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.service_type = baremetal {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227303] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.shard = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227462] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227618] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.status_code_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227771] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.status_code_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.227955] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.228158] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.228320] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ironic.version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.228500] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.228673] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] key_manager.fixed_key = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.228875] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229060] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.barbican_api_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229227] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.barbican_endpoint = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229400] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.barbican_endpoint_type = public {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229557] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.barbican_region_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229713] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.229868] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230037] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230210] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230367] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230527] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.number_of_retries = 60 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230684] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.retry_delay = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230840] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.send_service_user_token = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.230997] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231161] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231316] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.verify_ssl = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231469] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican.verify_ssl_path = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231628] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican_service_user.auth_section = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231787] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican_service_user.auth_type = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.231941] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican_service_user.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232109] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican_service_user.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232266] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican_service_user.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232421] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican_service_user.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232576] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican_service_user.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232735] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican_service_user.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.232890] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] barbican_service_user.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233064] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.approle_role_id = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233224] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.approle_secret_id = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233392] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.kv_mountpoint = secret {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233550] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.kv_path = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233711] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.kv_version = 2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.233867] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.namespace = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234035] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.root_token_id = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234196] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.ssl_ca_crt_file = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234357] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.timeout = 60.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234515] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.use_ssl = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234686] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.234852] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235015] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235183] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235341] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.connect_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235499] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.connect_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235653] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.endpoint_override = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235815] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.235967] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236132] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.max_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236284] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.min_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236438] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.region_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236596] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.retriable_status_codes = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236750] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.service_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.236916] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.service_type = identity {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237087] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237244] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.status_code_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237394] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.status_code_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237545] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237718] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.237892] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] keystone.version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.238099] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.ceph_mount_options = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.238490] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.238674] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.connection_uri = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.238856] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.cpu_mode = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239050] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.cpu_model_extra_flags = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239225] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.cpu_models = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239394] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.cpu_power_governor_high = performance {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239558] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.cpu_power_governor_low = powersave {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239715] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.cpu_power_management = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.239884] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240062] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.device_detach_attempts = 8 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240228] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.device_detach_timeout = 20 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240391] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.disk_cachemodes = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240547] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.disk_prefix = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240707] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.enabled_perf_events = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.240868] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.file_backed_memory = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241036] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.gid_maps = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241198] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.hw_disk_discard = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241354] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.hw_machine_type = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241520] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.images_rbd_ceph_conf = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241680] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.241838] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242012] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.images_rbd_glance_store_name = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242191] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.images_rbd_pool = rbd {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242361] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.images_type = default {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242522] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.images_volume_group = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242684] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.inject_key = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.242869] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.inject_partition = -2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243008] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.inject_password = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243180] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.iscsi_iface = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243343] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.iser_use_multipath = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243506] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_bandwidth = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243668] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243829] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_downtime = 500 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.243990] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244163] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244321] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_inbound_addr = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244480] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244638] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_permit_post_copy = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244795] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_scheme = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.244966] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_timeout_action = abort {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245142] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_tunnelled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245301] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_uri = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245461] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.live_migration_with_native_tls = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245619] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.max_queues = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.245779] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246012] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246185] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.nfs_mount_options = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246467] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246640] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246801] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.num_iser_scan_tries = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.246959] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.num_memory_encrypted_guests = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247135] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247354] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.num_pcie_ports = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247466] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.num_volume_scan_tries = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247617] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.pmem_namespaces = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.247773] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.quobyte_client_cfg = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248107] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248291] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.rbd_connect_timeout = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248484] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248619] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248777] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.rbd_secret_uuid = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.248983] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.rbd_user = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249175] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249351] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.remote_filesystem_transport = ssh {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249511] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.rescue_image_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249669] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.rescue_kernel_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.249834] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.rescue_ramdisk_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250016] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250183] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.rx_queue_size = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250353] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.smbfs_mount_options = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250641] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250815] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.snapshot_compression = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.250977] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.snapshot_image_format = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251220] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251390] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.sparse_logical_volumes = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251553] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.swtpm_enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251723] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.swtpm_group = tss {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.251888] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.swtpm_user = tss {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252072] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.sysinfo_serial = unique {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252236] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.tb_cache_size = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252391] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.tx_queue_size = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252554] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.uid_maps = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252712] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.use_virtio_for_bridges = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.252879] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.virt_type = kvm {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253060] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.volume_clear = zero {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253225] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.volume_clear_size = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253389] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.volume_use_multipath = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253545] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.vzstorage_cache_path = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253711] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.253877] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.vzstorage_mount_group = qemu {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254050] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.vzstorage_mount_opts = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254220] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254506] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254685] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.vzstorage_mount_user = stack {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.254850] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255034] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.auth_section = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255211] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.auth_type = password {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255375] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255533] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255698] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.255885] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.connect_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256058] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.connect_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256235] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.default_floating_pool = public {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256394] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.endpoint_override = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256556] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.extension_sync_interval = 600 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256716] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.http_retries = 3 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.256876] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257050] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257216] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.max_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257460] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257537] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.min_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257704] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.ovs_bridge = br-int {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.257888] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.physnets = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258080] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.region_name = RegionOne {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258244] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.retriable_status_codes = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258412] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.service_metadata_proxy = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258604] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.service_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258731] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.service_type = network {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.258890] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259081] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.status_code_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259244] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.status_code_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259404] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259584] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259744] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] neutron.version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.259918] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] notifications.bdms_in_notifications = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260111] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] notifications.default_level = INFO {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260276] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] notifications.include_share_mapping = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260451] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] notifications.notification_format = unversioned {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260614] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] notifications.notify_on_state_change = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260788] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.260962] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] pci.alias = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261148] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] pci.device_spec = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261311] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] pci.report_in_placement = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261477] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.auth_section = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261647] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.auth_type = password {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261813] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.261972] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262142] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262302] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262455] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.connect_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262607] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.connect_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262760] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.default_domain_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.262912] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.default_domain_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263077] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.domain_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263232] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.domain_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263383] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.endpoint_override = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263537] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263688] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263839] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.max_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.263991] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.min_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264169] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.password = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264323] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.project_domain_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264487] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.project_domain_name = Default {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264649] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.project_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264817] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.project_name = service {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.264986] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.region_name = RegionOne {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.265203] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.retriable_status_codes = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.265371] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.service_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.265545] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.service_type = placement {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.265710] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.265889] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.status_code_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.266066] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.status_code_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.266229] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.system_scope = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.266385] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.266537] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.trust_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.266689] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.user_domain_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.266857] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.user_domain_name = Default {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.267024] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.user_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.267263] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.username = nova {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.267565] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.267841] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] placement.version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.268149] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.cores = 20 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.268435] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.count_usage_from_placement = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.268724] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.269016] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.injected_file_content_bytes = 10240 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.269310] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.injected_file_path_length = 255 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.269596] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.injected_files = 5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.269881] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.instances = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.270183] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.key_pairs = 100 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.270472] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.metadata_items = 128 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.270753] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.ram = 51200 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.271048] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.recheck_quota = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.271348] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.server_group_members = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.271631] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.server_groups = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.271968] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.272303] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] quota.unified_limits_resource_strategy = require {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.272571] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.272854] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.273165] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler.image_metadata_prefilter = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.273452] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.273739] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler.max_attempts = 3 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.273950] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler.max_placement_results = 1000 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.274143] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.274310] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler.query_placement_for_image_type_support = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.274476] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.274652] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] scheduler.workers = 2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.274839] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.275020] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.275207] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.275377] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.275540] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.275702] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.275862] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.276067] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.276261] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.host_subset_size = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.276474] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.276649] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.276803] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.276967] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.277149] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.277327] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.isolated_hosts = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.277487] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.isolated_images = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.277665] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.277799] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.277980] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.278156] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.pci_in_placement = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.278315] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.278473] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.278630] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.278842] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.278949] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.279135] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.279301] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.track_instance_changes = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.279474] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.279639] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] metrics.required = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.279799] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] metrics.weight_multiplier = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.279959] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.280135] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] metrics.weight_setting = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.280452] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.280623] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] serial_console.enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.280797] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] serial_console.port_range = 10000:20000 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.280967] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.281153] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.281321] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] serial_console.serialproxy_port = 6083 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.281485] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_user.auth_section = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.281655] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_user.auth_type = password {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.281813] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_user.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.281970] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_user.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.282142] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_user.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.282301] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_user.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.282453] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_user.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.282622] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_user.send_service_user_token = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.282784] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_user.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.282939] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] service_user.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.283120] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.agent_enabled = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.283280] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.283582] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.283784] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.283953] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.html5proxy_port = 6082 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.284132] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.image_compression = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.284293] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.jpeg_compression = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.284448] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.playback_compression = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.284606] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.require_secure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.284773] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.server_listen = 127.0.0.1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.284939] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.285229] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.285422] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.streaming_mode = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.285648] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] spice.zlib_compression = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.285828] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] upgrade_levels.baseapi = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.286014] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] upgrade_levels.compute = auto {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.286182] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] upgrade_levels.conductor = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.286340] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] upgrade_levels.scheduler = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.286503] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vendordata_dynamic_auth.auth_section = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.286664] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vendordata_dynamic_auth.auth_type = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.286823] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vendordata_dynamic_auth.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.286983] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vendordata_dynamic_auth.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.287158] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.287315] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vendordata_dynamic_auth.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.287469] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vendordata_dynamic_auth.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.287627] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.287813] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vendordata_dynamic_auth.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.287977] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.api_retry_count = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.288156] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.ca_file = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.288331] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.cache_prefix = devstack-image-cache {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.288496] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.cluster_name = testcl1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.288658] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.connection_pool_size = 10 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.288817] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.console_delay_seconds = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.289012] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.datastore_regex = ^datastore.* {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.289233] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.289419] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.host_password = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.289587] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.host_port = 443 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.289756] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.host_username = administrator@vsphere.local {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.289924] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.insecure = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.290100] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.integration_bridge = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.290264] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.maximum_objects = 100 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.290466] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.pbm_default_policy = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.290564] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.pbm_enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.290720] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.pbm_wsdl_location = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.290888] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.291061] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.serial_port_proxy_uri = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.291217] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.serial_port_service_uri = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.291382] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.task_poll_interval = 0.5 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.291551] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.use_linked_clone = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.291716] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.vnc_keymap = en-us {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.291878] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.vnc_port = 5900 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.292054] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vmware.vnc_port_total = 10000 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.292244] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vnc.auth_schemes = ['none'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.292416] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vnc.enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.292695] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.292881] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.293067] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vnc.novncproxy_port = 6080 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.293258] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vnc.server_listen = 127.0.0.1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.293440] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.293601] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vnc.vencrypt_ca_certs = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.293759] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vnc.vencrypt_client_cert = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.293914] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vnc.vencrypt_client_key = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.294104] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.294268] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.disable_deep_image_inspection = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.294428] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.294585] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.294744] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.294902] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.disable_rootwrap = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.295072] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.enable_numa_live_migration = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.295233] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.295389] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.295549] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.295700] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.libvirt_disable_apic = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.295852] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.296182] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.296352] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.296516] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.296676] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.296839] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.297011] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.297210] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.297392] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.297558] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.297742] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.297940] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.client_socket_timeout = 900 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.298132] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.default_pool_size = 1000 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.298301] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.keep_alive = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.298465] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.max_header_line = 16384 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.298630] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.secure_proxy_ssl_header = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.298795] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.ssl_ca_file = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.298958] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.ssl_cert_file = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.299135] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.ssl_key_file = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.299300] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.tcp_keepidle = 600 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.299477] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.299643] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] zvm.ca_file = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.299802] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] zvm.cloud_connector_url = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.300111] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.300311] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] zvm.reachable_timeout = 300 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.300745] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.300935] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.301132] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.connection_string = messaging:// {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.301302] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.enabled = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.301474] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.es_doc_type = notification {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.301635] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.es_scroll_size = 10000 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.301806] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.es_scroll_time = 2m {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.301965] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.filter_error_trace = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.302148] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.hmac_keys = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.302316] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.sentinel_service_name = mymaster {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.302482] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.socket_timeout = 0.1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.302646] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.trace_requests = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.302807] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler.trace_sqlalchemy = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.302985] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler_jaeger.process_tags = {} {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.303166] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler_jaeger.service_name_prefix = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.303328] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] profiler_otlp.service_name_prefix = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.303492] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] remote_debug.host = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.303650] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] remote_debug.port = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.303821] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.303983] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.304161] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.304319] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.304474] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.304631] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.304787] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.304944] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.305115] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.305285] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.305439] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.305606] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.305771] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.305935] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.306110] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.306281] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.306436] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.306596] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.306765] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.306924] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.307102] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.307267] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.307430] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.307589] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.307750] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.307996] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.308107] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.308295] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.308469] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.308633] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.308793] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.ssl = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.308972] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.309178] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.309323] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.309490] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.309657] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.ssl_version = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.309818] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.310008] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.310182] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_notifications.retry = -1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.310361] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.310533] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_messaging_notifications.transport_url = **** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.310704] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.auth_section = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.310866] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.auth_type = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.311044] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.cafile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.311208] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.certfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.311369] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.collect_timing = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.311526] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.connect_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.311682] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.connect_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.311838] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.endpoint_id = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.312023] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.endpoint_interface = publicURL {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.312188] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.endpoint_override = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.312346] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.endpoint_region_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.312503] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.endpoint_service_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.312658] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.endpoint_service_type = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.312818] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.insecure = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.312976] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.keyfile = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.313145] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.max_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.313300] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.min_version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.313454] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.region_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.313606] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.retriable_status_codes = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.313759] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.service_name = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.313913] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.service_type = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.314086] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.split_loggers = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.314245] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.status_code_retries = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.314399] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.status_code_retry_delay = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.314552] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.timeout = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.314705] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.valid_interfaces = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.314858] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_limit.version = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.315034] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_reports.file_event_handler = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.315201] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.315356] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] oslo_reports.log_dir = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.315521] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.315680] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.315835] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.316008] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.316175] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.316331] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.316497] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.316651] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_ovs_privileged.group = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.316804] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.316965] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.317141] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.317299] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] vif_plug_ovs_privileged.user = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.317464] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_linux_bridge.flat_interface = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.317642] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.317821] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.318094] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.318205] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.318374] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.318537] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.318698] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.318891] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.319082] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_ovs.isolate_vif = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.319283] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.319412] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.319576] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.319746] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_ovs.ovsdb_interface = native {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.319907] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] os_vif_ovs.per_port_bridge = False {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.320087] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] privsep_osbrick.capabilities = [21] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.320281] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] privsep_osbrick.group = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.320447] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] privsep_osbrick.helper_command = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.320612] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.320774] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.320930] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] privsep_osbrick.user = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.321117] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.321278] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] nova_sys_admin.group = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.321434] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] nova_sys_admin.helper_command = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.321596] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.321753] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.321907] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] nova_sys_admin.user = None {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 507.322048] env[68216]: DEBUG oslo_service.backend.eventlet.service [None req-97896a68-24a1-454a-a289-02aed98b08cf None None] ******************************************************************************** {{(pid=68216) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 507.322469] env[68216]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 507.825986] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Getting list of instances from cluster (obj){ [ 507.825986] env[68216]: value = "domain-c8" [ 507.825986] env[68216]: _type = "ClusterComputeResource" [ 507.825986] env[68216]: } {{(pid=68216) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 507.827083] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47d037c-ca82-4737-88d9-642dd1e591f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.835868] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Got total of 0 instances {{(pid=68216) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 507.836433] env[68216]: WARNING nova.virt.vmwareapi.driver [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 507.836899] env[68216]: INFO nova.virt.node [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Generated node identity 9169374f-90e2-438b-ad3b-d543cda4cb3f [ 507.837154] env[68216]: INFO nova.virt.node [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Wrote node identity 9169374f-90e2-438b-ad3b-d543cda4cb3f to /opt/stack/data/n-cpu-1/compute_id [ 508.340332] env[68216]: WARNING nova.compute.manager [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Compute nodes ['9169374f-90e2-438b-ad3b-d543cda4cb3f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 509.346359] env[68216]: INFO nova.compute.manager [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 510.354083] env[68216]: WARNING nova.compute.manager [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 510.354083] env[68216]: DEBUG oslo_concurrency.lockutils [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 510.354083] env[68216]: DEBUG oslo_concurrency.lockutils [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 510.354083] env[68216]: DEBUG oslo_concurrency.lockutils [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 510.354083] env[68216]: DEBUG nova.compute.resource_tracker [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 510.354083] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d8a67b-6785-41c8-bab8-c266d460cab0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.362539] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5467284-a333-4374-bb7e-e284cddbcda3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.377452] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e2e853-e897-4e5b-b260-3217bc2328d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.384200] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f64076-773b-4afb-88d4-66b6937d94a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.412837] env[68216]: DEBUG nova.compute.resource_tracker [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181059MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 510.413153] env[68216]: DEBUG oslo_concurrency.lockutils [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 510.414304] env[68216]: DEBUG oslo_concurrency.lockutils [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 510.917117] env[68216]: WARNING nova.compute.resource_tracker [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] No compute node record for cpu-1:9169374f-90e2-438b-ad3b-d543cda4cb3f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9169374f-90e2-438b-ad3b-d543cda4cb3f could not be found. [ 511.420664] env[68216]: INFO nova.compute.resource_tracker [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9169374f-90e2-438b-ad3b-d543cda4cb3f [ 512.928701] env[68216]: DEBUG nova.compute.resource_tracker [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 512.929150] env[68216]: DEBUG nova.compute.resource_tracker [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 513.085105] env[68216]: INFO nova.scheduler.client.report [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] [req-be56520a-1a19-4ea1-b77f-5c0ace2b171f] Created resource provider record via placement API for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 513.102920] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637957c4-0124-43a2-bb6b-828739783825 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.110911] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680a9c0c-fcba-47a0-9b5a-6befce5b25b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.141023] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b88de19-3a2e-45ce-96c0-c969ba4db9a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.147840] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258808e9-c545-4d22-90a6-62a511b9d42c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.160588] env[68216]: DEBUG nova.compute.provider_tree [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 513.693394] env[68216]: DEBUG nova.scheduler.client.report [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 513.693623] env[68216]: DEBUG nova.compute.provider_tree [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 0 to 1 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 513.693761] env[68216]: DEBUG nova.compute.provider_tree [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 513.743923] env[68216]: DEBUG nova.compute.provider_tree [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 1 to 2 during operation: update_traits {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 514.248415] env[68216]: DEBUG nova.compute.resource_tracker [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 514.248819] env[68216]: DEBUG oslo_concurrency.lockutils [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 514.248819] env[68216]: DEBUG nova.service [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Creating RPC server for service compute {{(pid=68216) start /opt/stack/nova/nova/service.py:186}} [ 514.262564] env[68216]: DEBUG nova.service [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] Join ServiceGroup membership for this service compute {{(pid=68216) start /opt/stack/nova/nova/service.py:203}} [ 514.262740] env[68216]: DEBUG nova.servicegroup.drivers.db [None req-378e5fc5-1216-44c0-bf15-8c1a4db93c8c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68216) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 531.267070] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._sync_power_states {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 531.770531] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Getting list of instances from cluster (obj){ [ 531.770531] env[68216]: value = "domain-c8" [ 531.770531] env[68216]: _type = "ClusterComputeResource" [ 531.770531] env[68216]: } {{(pid=68216) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 531.771708] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91db022b-b5d6-4264-8f20-36a12cb08ced {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.780237] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Got total of 0 instances {{(pid=68216) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 531.780454] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 531.780734] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Getting list of instances from cluster (obj){ [ 531.780734] env[68216]: value = "domain-c8" [ 531.780734] env[68216]: _type = "ClusterComputeResource" [ 531.780734] env[68216]: } {{(pid=68216) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 531.781568] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec098805-5746-479c-ac79-7981919c0d11 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.788381] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Got total of 0 instances {{(pid=68216) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 551.136047] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquiring lock "1f030197-7d94-4149-b4ab-eef73111b6b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.136351] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lock "1f030197-7d94-4149-b4ab-eef73111b6b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.639802] env[68216]: DEBUG nova.compute.manager [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.179789] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.180147] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.181425] env[68216]: INFO nova.compute.claims [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 552.628068] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquiring lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.628424] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.133830] env[68216]: DEBUG nova.compute.manager [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.254722] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquiring lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.254722] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.294464] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf47cc3-2579-4b1f-8467-960d66c95b46 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.306925] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacff3c4-ceed-4ad1-a8c9-bf535bd799c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.344416] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c6a6f5-fd8d-41b0-bba4-c9e451f9b160 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.353593] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba128e-db2f-4fb3-a52c-c7647f9ed6d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.373131] env[68216]: DEBUG nova.compute.provider_tree [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.512778] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "f05e7cbb-1253-4054-90e4-46ffe28ad519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.513034] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "f05e7cbb-1253-4054-90e4-46ffe28ad519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.664701] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.759191] env[68216]: DEBUG nova.compute.manager [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.878673] env[68216]: DEBUG nova.scheduler.client.report [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 554.016228] env[68216]: DEBUG nova.compute.manager [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 554.289990] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.385597] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.386153] env[68216]: DEBUG nova.compute.manager [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 554.392354] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.728s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.393859] env[68216]: INFO nova.compute.claims [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 554.550305] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.652746] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquiring lock "329db487-7a31-4a04-9dc7-646ebc595a98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.652746] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lock "329db487-7a31-4a04-9dc7-646ebc595a98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.754593] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "b3779726-6b8a-4f2b-9b9a-7302948208e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.754780] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "b3779726-6b8a-4f2b-9b9a-7302948208e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.895066] env[68216]: DEBUG nova.compute.utils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 554.897082] env[68216]: DEBUG nova.compute.manager [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Not allocating networking since 'none' was specified. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 555.155839] env[68216]: DEBUG nova.compute.manager [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.257598] env[68216]: DEBUG nova.compute.manager [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.397595] env[68216]: DEBUG nova.compute.manager [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 555.546388] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52951c55-d488-48ee-9b06-83aca2435be0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.556061] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922a5f01-1b2d-4ceb-8e32-54146fc38c91 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.594502] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc2fa80-4bd3-4788-a1cd-5f29782f74d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.606175] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f06a70-7ee0-4359-ba94-3cc2c079ddc1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.622696] env[68216]: DEBUG nova.compute.provider_tree [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.682971] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.782574] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.125885] env[68216]: DEBUG nova.scheduler.client.report [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.413361] env[68216]: DEBUG nova.compute.manager [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 556.617149] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.617149] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.617149] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.619553] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.619553] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.619553] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.619553] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.619553] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.619921] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.619921] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.619921] env[68216]: DEBUG nova.virt.hardware [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.619921] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb7ee3f-313f-4e6f-b7e1-bad60110f0d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.627811] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83865ea-ca45-4954-9bb5-6389a9ffcf8e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.632205] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.632615] env[68216]: DEBUG nova.compute.manager [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.635090] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.345s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.639074] env[68216]: INFO nova.compute.claims [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.656209] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfdfb56-e692-4142-a6eb-74726b738969 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.679157] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.690152] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.690691] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a558a100-0cde-4dde-8d30-f34637735387 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.702819] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Created folder: OpenStack in parent group-v4. [ 556.703048] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Creating folder: Project (abe750290fa44ae0b2e2faaa5576682f). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.703282] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32bd2208-cdd1-4132-934e-94ab7141b11d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.716116] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Created folder: Project (abe750290fa44ae0b2e2faaa5576682f) in parent group-v614292. [ 556.716331] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Creating folder: Instances. Parent ref: group-v614293. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.716563] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-983d5b8f-d1ce-476b-b996-509f5ce04377 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.725340] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Created folder: Instances in parent group-v614293. [ 556.725612] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 556.725823] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.726027] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0868e724-0a0e-462a-b01c-0ab1bae5cbdd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.747238] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.747238] env[68216]: value = "task-3067691" [ 556.747238] env[68216]: _type = "Task" [ 556.747238] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.753969] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067691, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.810056] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.810294] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.140878] env[68216]: DEBUG nova.compute.utils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 557.147149] env[68216]: DEBUG nova.compute.manager [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 557.147477] env[68216]: DEBUG nova.network.neutron [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 557.228131] env[68216]: DEBUG nova.policy [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03d5673221ee4edd9c7ea4d13bc418b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83fd7829c8db47cfa24aefba24e4499e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.254676] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067691, 'name': CreateVM_Task, 'duration_secs': 0.37341} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.254895] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.255856] env[68216]: DEBUG oslo_vmware.service [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db59cd1-c2dd-40bc-b36f-a0c40ae806c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.261400] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.262667] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.262667] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.262790] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27b95f5-99e8-412b-8cf6-1627ea2adb4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.268478] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 557.268478] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52353b4b-c19f-2853-a647-11881c624551" [ 557.268478] env[68216]: _type = "Task" [ 557.268478] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.276603] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52353b4b-c19f-2853-a647-11881c624551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.315828] env[68216]: DEBUG nova.compute.manager [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.653961] env[68216]: DEBUG nova.compute.manager [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.785424] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.785684] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.786085] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.786266] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.786658] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.787163] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ff1a7ef-a2f4-4a62-8f10-c0f745b16f23 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.805835] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.806103] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.806910] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3da67f0-f1ae-423e-9105-82b8e93f4c5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.815836] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467b5750-c642-422b-9654-4d1c2c3d4821 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.823147] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb8b5ca-01f1-439a-a6e1-de82c0a40746 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.834715] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 557.834715] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526fddab-9d8d-58c1-118a-5e5cca7e5dba" [ 557.834715] env[68216]: _type = "Task" [ 557.834715] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.842736] env[68216]: DEBUG nova.network.neutron [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Successfully created port: cd4ab960-1631-479c-8415-027bb968c012 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.849992] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Preparing fetch location {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 557.850281] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Creating directory with path [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.851438] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3869d0-0074-4079-8f90-8a06b222cacd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.856774] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.857299] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61050a60-2ea7-4ba7-89df-82e83e1a99b7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.894488] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a3eb3-8b2b-4bbb-8d9a-573e0a5198c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.897458] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Created directory with path [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.897672] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Fetch image to [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 557.897846] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Downloading image file data 02aa365b-79af-4dda-bf04-7bdac5253c40 to [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk on the data store datastore2 {{(pid=68216) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 557.898596] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a046a6-adc3-4043-93b5-2ec4a090ab75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.907775] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f8dc56-5151-43d9-bf6e-6a2252ef84e5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.911939] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbadbb1-f15e-4ac9-9898-b297eede233e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.923901] env[68216]: DEBUG nova.compute.provider_tree [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.931282] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb804e-e0e0-4ff3-8237-1dc96197d4d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.967030] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7907d85-e438-4c06-9881-aa61d1d28bfe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.974107] env[68216]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f4819ac0-88f4-4214-b796-31c20282fa18 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.066478] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Downloading image file data 02aa365b-79af-4dda-bf04-7bdac5253c40 to the data store datastore2 {{(pid=68216) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 558.148093] env[68216]: DEBUG oslo_vmware.rw_handles [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68216) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 558.431446] env[68216]: DEBUG nova.scheduler.client.report [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.720964] env[68216]: DEBUG nova.compute.manager [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.756852] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.757183] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.757341] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.757590] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.757675] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.757852] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.758066] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.758244] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.758425] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.758572] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.758741] env[68216]: DEBUG nova.virt.hardware [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.759679] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68d9944-8fd2-49c8-a6bd-0eac415ab765 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.771071] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33320594-0d44-4a13-ab73-e83cf829e13f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.940532] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 558.941404] env[68216]: DEBUG nova.compute.manager [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.945126] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.396s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.946087] env[68216]: INFO nova.compute.claims [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.122056] env[68216]: DEBUG oslo_vmware.rw_handles [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Completed reading data from the image iterator. {{(pid=68216) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 559.122056] env[68216]: DEBUG oslo_vmware.rw_handles [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 559.168989] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Downloaded image file data 02aa365b-79af-4dda-bf04-7bdac5253c40 to vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk on the data store datastore2 {{(pid=68216) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 559.171955] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Caching image {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 559.171955] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Copying Virtual Disk [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk to [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.171955] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14a8c1c1-01e7-4699-b8c5-d7397df032bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.191036] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 559.191036] env[68216]: value = "task-3067692" [ 559.191036] env[68216]: _type = "Task" [ 559.191036] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.199269] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.458020] env[68216]: DEBUG nova.compute.utils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 559.458842] env[68216]: DEBUG nova.compute.manager [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 559.459186] env[68216]: DEBUG nova.network.neutron [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 559.573114] env[68216]: DEBUG nova.policy [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4e11f48ddf649c1b92c309668ab7fa0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8715be1a19d4c7db207786e5d5252c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 559.702604] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067692, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.964225] env[68216]: DEBUG nova.compute.manager [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.098175] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85000173-9beb-40e9-8b7e-027410a47cd3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.107501] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b0a90b-44a2-4923-8094-f03df3187175 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.143817] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b7226a-9108-4aa0-ac1f-d8b2cf77b8c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.152433] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9025d230-055c-4c6b-a0c9-a9358963f8dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.168879] env[68216]: DEBUG nova.compute.provider_tree [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.207807] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672738} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.208181] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Copied Virtual Disk [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk to [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.208298] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Deleting the datastore file [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 560.208658] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bef91058-e237-46d6-beed-796aae231b32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.215269] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 560.215269] env[68216]: value = "task-3067693" [ 560.215269] env[68216]: _type = "Task" [ 560.215269] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.224183] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.300356] env[68216]: DEBUG nova.network.neutron [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Successfully created port: f9cfa7c4-0a1d-465b-b388-09eebdb3e037 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 560.671979] env[68216]: DEBUG nova.scheduler.client.report [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.731406] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.021761} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.732151] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 560.732481] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Moving file from [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97/02aa365b-79af-4dda-bf04-7bdac5253c40 to [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40. {{(pid=68216) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 560.732737] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c3767741-81a0-4a98-bdc3-a32dc1d77263 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.740793] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 560.740793] env[68216]: value = "task-3067694" [ 560.740793] env[68216]: _type = "Task" [ 560.740793] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.750154] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067694, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.976620] env[68216]: DEBUG nova.compute.manager [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.019875] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.020192] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.020382] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.020583] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.020725] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.020919] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.021666] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.021666] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.021666] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.022063] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.023230] env[68216]: DEBUG nova.virt.hardware [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.023230] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53c747c-0266-4fd2-b7e3-003643137103 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.032133] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd88457c-91a3-4944-9a5b-fcd08e797e38 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.132518] env[68216]: DEBUG nova.network.neutron [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Successfully updated port: cd4ab960-1631-479c-8415-027bb968c012 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 561.179470] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.181367] env[68216]: DEBUG nova.compute.manager [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 561.184614] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.502s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.186284] env[68216]: INFO nova.compute.claims [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.257915] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067694, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.022917} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.258182] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] File moved {{(pid=68216) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 561.258515] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Cleaning up location [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 561.258515] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Deleting the datastore file [datastore2] vmware_temp/a4e3562b-3539-4bf0-ae9e-6e09056e0f97 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 561.262087] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06ee30cb-89dc-4802-81cd-16d21375eb6e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.265521] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 561.265521] env[68216]: value = "task-3067695" [ 561.265521] env[68216]: _type = "Task" [ 561.265521] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.277567] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.635208] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquiring lock "refresh_cache-fa3b3214-ef66-4e92-b7ea-429efe8e2d01" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.635560] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquired lock "refresh_cache-fa3b3214-ef66-4e92-b7ea-429efe8e2d01" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.635689] env[68216]: DEBUG nova.network.neutron [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.694304] env[68216]: DEBUG nova.compute.utils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 561.698104] env[68216]: DEBUG nova.compute.manager [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 561.698189] env[68216]: DEBUG nova.network.neutron [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 561.738776] env[68216]: DEBUG nova.compute.manager [req-d7bb91ca-eabc-49f7-a75e-fbde9635a318 req-7329b7b4-362c-4b1d-a749-b9dfa3a0a48f service nova] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Received event network-vif-plugged-cd4ab960-1631-479c-8415-027bb968c012 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 561.738776] env[68216]: DEBUG oslo_concurrency.lockutils [req-d7bb91ca-eabc-49f7-a75e-fbde9635a318 req-7329b7b4-362c-4b1d-a749-b9dfa3a0a48f service nova] Acquiring lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.738776] env[68216]: DEBUG oslo_concurrency.lockutils [req-d7bb91ca-eabc-49f7-a75e-fbde9635a318 req-7329b7b4-362c-4b1d-a749-b9dfa3a0a48f service nova] Lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.738776] env[68216]: DEBUG oslo_concurrency.lockutils [req-d7bb91ca-eabc-49f7-a75e-fbde9635a318 req-7329b7b4-362c-4b1d-a749-b9dfa3a0a48f service nova] Lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.739246] env[68216]: DEBUG nova.compute.manager [req-d7bb91ca-eabc-49f7-a75e-fbde9635a318 req-7329b7b4-362c-4b1d-a749-b9dfa3a0a48f service nova] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] No waiting events found dispatching network-vif-plugged-cd4ab960-1631-479c-8415-027bb968c012 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.739246] env[68216]: WARNING nova.compute.manager [req-d7bb91ca-eabc-49f7-a75e-fbde9635a318 req-7329b7b4-362c-4b1d-a749-b9dfa3a0a48f service nova] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Received unexpected event network-vif-plugged-cd4ab960-1631-479c-8415-027bb968c012 for instance with vm_state building and task_state spawning. [ 561.740697] env[68216]: DEBUG nova.policy [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '870070bc9ee9400786f2f0d3fbc4fe58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95fa57786657462cb6a42aa3972aaed0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 561.779230] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025353} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.781743] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 561.782272] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b76873-88d3-4cab-936f-4d1f41ace287 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.789335] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 561.789335] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528bb0f1-3a55-75c5-63ec-d01c6a3f4af8" [ 561.789335] env[68216]: _type = "Task" [ 561.789335] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.800157] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528bb0f1-3a55-75c5-63ec-d01c6a3f4af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.207245] env[68216]: DEBUG nova.compute.manager [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 562.269424] env[68216]: DEBUG nova.network.neutron [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.308634] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528bb0f1-3a55-75c5-63ec-d01c6a3f4af8, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.309963] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.309963] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 1f030197-7d94-4149-b4ab-eef73111b6b2/1f030197-7d94-4149-b4ab-eef73111b6b2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 562.309963] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d21f058d-cd0c-418f-96b0-90a194a8492f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.317384] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 562.317384] env[68216]: value = "task-3067696" [ 562.317384] env[68216]: _type = "Task" [ 562.317384] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.326862] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.397233] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329e262c-7b00-46d0-b12d-9ac5c7370688 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.403255] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf810d3-cbae-4aeb-b8f2-72d4ce13f3f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.439619] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.439731] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.440674] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd8c951-9599-4ad0-9f37-5959464b8343 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.443546] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.443832] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.444529] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.446656] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.446656] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.446656] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 562.446656] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.458804] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2544b2c-3df8-4de2-a501-bbab0c46899b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.478031] env[68216]: DEBUG nova.compute.provider_tree [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.818790] env[68216]: DEBUG nova.network.neutron [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Successfully updated port: f9cfa7c4-0a1d-465b-b388-09eebdb3e037 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.834725] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067696, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.912734] env[68216]: DEBUG nova.network.neutron [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Updating instance_info_cache with network_info: [{"id": "cd4ab960-1631-479c-8415-027bb968c012", "address": "fa:16:3e:28:b0:a9", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4ab960-16", "ovs_interfaceid": "cd4ab960-1631-479c-8415-027bb968c012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.959755] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.981451] env[68216]: DEBUG nova.scheduler.client.report [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.144077] env[68216]: DEBUG nova.network.neutron [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Successfully created port: 1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.224294] env[68216]: DEBUG nova.compute.manager [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 563.264036] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.264036] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.264036] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.264521] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.264521] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.264521] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.264521] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.264521] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.264666] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.264666] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.265909] env[68216]: DEBUG nova.virt.hardware [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.267482] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0fbf03-fbea-4acb-965e-360c1bb508e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.281975] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e248676e-0733-4240-b7c4-699abfb652fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.331896] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquiring lock "refresh_cache-f696c39b-adb2-4292-b5ae-12b6ebb2239c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.332063] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquired lock "refresh_cache-f696c39b-adb2-4292-b5ae-12b6ebb2239c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.332216] env[68216]: DEBUG nova.network.neutron [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.335713] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652664} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.335808] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 1f030197-7d94-4149-b4ab-eef73111b6b2/1f030197-7d94-4149-b4ab-eef73111b6b2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.335954] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.336984] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72569b08-7fde-4407-a087-bea19c1a6e2c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.347730] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 563.347730] env[68216]: value = "task-3067697" [ 563.347730] env[68216]: _type = "Task" [ 563.347730] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.359676] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.415897] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Releasing lock "refresh_cache-fa3b3214-ef66-4e92-b7ea-429efe8e2d01" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.417014] env[68216]: DEBUG nova.compute.manager [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Instance network_info: |[{"id": "cd4ab960-1631-479c-8415-027bb968c012", "address": "fa:16:3e:28:b0:a9", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4ab960-16", "ovs_interfaceid": "cd4ab960-1631-479c-8415-027bb968c012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.417174] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:b0:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd4ab960-1631-479c-8415-027bb968c012', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.427031] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Creating folder: Project (83fd7829c8db47cfa24aefba24e4499e). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.427423] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5de4eada-1d7e-43b2-b604-c0e7b11115ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.439114] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Created folder: Project (83fd7829c8db47cfa24aefba24e4499e) in parent group-v614292. [ 563.439732] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Creating folder: Instances. Parent ref: group-v614296. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.439732] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7affd146-1b91-496c-ba53-5de3b92c9c31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.456422] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Created folder: Instances in parent group-v614296. [ 563.456422] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 563.458173] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.458336] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d06b3260-8596-4edc-996c-9024077fab66 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.487767] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.488542] env[68216]: DEBUG nova.compute.manager [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.496448] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.710s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.496448] env[68216]: INFO nova.compute.claims [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.511181] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.511181] env[68216]: value = "task-3067700" [ 563.511181] env[68216]: _type = "Task" [ 563.511181] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.522577] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067700, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.829278] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquiring lock "d1367ce2-b040-4d5e-a492-d05de61b2732" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.829458] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.864141] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093974} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.864894] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 563.866557] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f50dba6-9b18-41c1-8daf-e3555624ef47 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.894766] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 1f030197-7d94-4149-b4ab-eef73111b6b2/1f030197-7d94-4149-b4ab-eef73111b6b2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 563.897025] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f24ba21c-f5c1-4f26-8f52-2e7275f4e88a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.923392] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 563.923392] env[68216]: value = "task-3067701" [ 563.923392] env[68216]: _type = "Task" [ 563.923392] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.933705] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.009241] env[68216]: DEBUG nova.compute.utils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 564.011254] env[68216]: DEBUG nova.compute.manager [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.011525] env[68216]: DEBUG nova.network.neutron [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.015532] env[68216]: DEBUG nova.network.neutron [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.030599] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067700, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.157330] env[68216]: DEBUG nova.policy [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b53c16bc31544a159d19cd72e5d8f4a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c177212046934a0eb59b6e4896bd7121', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 564.332659] env[68216]: DEBUG nova.compute.manager [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.424042] env[68216]: DEBUG nova.compute.manager [req-beda2805-d38f-4e07-8ea4-fe7e4a7121bf req-f15c8dc2-2436-4435-b166-a9d543c1b24c service nova] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Received event network-vif-plugged-f9cfa7c4-0a1d-465b-b388-09eebdb3e037 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 564.424276] env[68216]: DEBUG oslo_concurrency.lockutils [req-beda2805-d38f-4e07-8ea4-fe7e4a7121bf req-f15c8dc2-2436-4435-b166-a9d543c1b24c service nova] Acquiring lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.424483] env[68216]: DEBUG oslo_concurrency.lockutils [req-beda2805-d38f-4e07-8ea4-fe7e4a7121bf req-f15c8dc2-2436-4435-b166-a9d543c1b24c service nova] Lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.424647] env[68216]: DEBUG oslo_concurrency.lockutils [req-beda2805-d38f-4e07-8ea4-fe7e4a7121bf req-f15c8dc2-2436-4435-b166-a9d543c1b24c service nova] Lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.424812] env[68216]: DEBUG nova.compute.manager [req-beda2805-d38f-4e07-8ea4-fe7e4a7121bf req-f15c8dc2-2436-4435-b166-a9d543c1b24c service nova] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] No waiting events found dispatching network-vif-plugged-f9cfa7c4-0a1d-465b-b388-09eebdb3e037 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.424993] env[68216]: WARNING nova.compute.manager [req-beda2805-d38f-4e07-8ea4-fe7e4a7121bf req-f15c8dc2-2436-4435-b166-a9d543c1b24c service nova] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Received unexpected event network-vif-plugged-f9cfa7c4-0a1d-465b-b388-09eebdb3e037 for instance with vm_state building and task_state spawning. [ 564.438459] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067701, 'name': ReconfigVM_Task, 'duration_secs': 0.33827} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.439106] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 1f030197-7d94-4149-b4ab-eef73111b6b2/1f030197-7d94-4149-b4ab-eef73111b6b2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.440072] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc67a327-7aa1-474e-abe0-a0f4bd01e8d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.447854] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 564.447854] env[68216]: value = "task-3067702" [ 564.447854] env[68216]: _type = "Task" [ 564.447854] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.449431] env[68216]: DEBUG nova.network.neutron [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Updating instance_info_cache with network_info: [{"id": "f9cfa7c4-0a1d-465b-b388-09eebdb3e037", "address": "fa:16:3e:ce:43:d7", "network": {"id": "fd9cbf87-7db2-48b3-9eac-b831ad1a5ebc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1477956963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8715be1a19d4c7db207786e5d5252c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9cfa7c4-0a", "ovs_interfaceid": "f9cfa7c4-0a1d-465b-b388-09eebdb3e037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.465974] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067702, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.522286] env[68216]: DEBUG nova.compute.manager [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.542101] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067700, 'name': CreateVM_Task, 'duration_secs': 0.560035} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.545484] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.567941] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.567941] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.567941] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.567941] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59db1939-c573-43b4-83de-27be2a6dcc4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.582334] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for the task: (returnval){ [ 564.582334] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520bb16b-0467-d25f-2cf5-d6ec37ba6625" [ 564.582334] env[68216]: _type = "Task" [ 564.582334] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.596742] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520bb16b-0467-d25f-2cf5-d6ec37ba6625, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.599401] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.599401] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.599401] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.599401] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.599595] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.601157] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6575d924-bb95-420b-a54b-80d7be677349 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.614899] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.615596] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.616079] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41839238-f851-4861-93a9-1f0562463cb1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.628202] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for the task: (returnval){ [ 564.628202] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f53ae3-f9a4-d110-4b63-de54a9cc7820" [ 564.628202] env[68216]: _type = "Task" [ 564.628202] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.643504] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f53ae3-f9a4-d110-4b63-de54a9cc7820, 'name': SearchDatastore_Task, 'duration_secs': 0.008111} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.644650] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff806017-855c-44f8-a819-c08cee7479dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.652814] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for the task: (returnval){ [ 564.652814] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5283a6c3-ca29-cbb7-207b-b6f5dd15120a" [ 564.652814] env[68216]: _type = "Task" [ 564.652814] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.664651] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5283a6c3-ca29-cbb7-207b-b6f5dd15120a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.738431] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f440d056-4eec-40e0-8a13-83f4da25f689 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.746248] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be059fd6-c2aa-4441-94a6-1031a04281ca {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.781569] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb776e22-a77c-4f80-ad24-01d8e6c0e00e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.789259] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf218a92-6f97-4dcf-bc59-c4aff75c9adb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.804773] env[68216]: DEBUG nova.compute.provider_tree [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.855312] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.930021] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.930021] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.961422] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Releasing lock "refresh_cache-f696c39b-adb2-4292-b5ae-12b6ebb2239c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.961728] env[68216]: DEBUG nova.compute.manager [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Instance network_info: |[{"id": "f9cfa7c4-0a1d-465b-b388-09eebdb3e037", "address": "fa:16:3e:ce:43:d7", "network": {"id": "fd9cbf87-7db2-48b3-9eac-b831ad1a5ebc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1477956963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8715be1a19d4c7db207786e5d5252c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9cfa7c4-0a", "ovs_interfaceid": "f9cfa7c4-0a1d-465b-b388-09eebdb3e037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.962506] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067702, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.962848] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:43:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9cfa7c4-0a1d-465b-b388-09eebdb3e037', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.970280] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Creating folder: Project (b8715be1a19d4c7db207786e5d5252c0). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.970546] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01d23134-2dc9-44e4-bf3d-3eb2a00ff5a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.981037] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Created folder: Project (b8715be1a19d4c7db207786e5d5252c0) in parent group-v614292. [ 564.981037] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Creating folder: Instances. Parent ref: group-v614299. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.981037] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4e6512f-f1cc-4017-bbe3-b1c0adb9f33a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.990542] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Created folder: Instances in parent group-v614299. [ 564.990542] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 564.990542] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.990664] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b2fde6e-6147-4716-9d60-3c16d635847a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.011971] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.011971] env[68216]: value = "task-3067705" [ 565.011971] env[68216]: _type = "Task" [ 565.011971] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.024824] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067705, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.035059] env[68216]: DEBUG nova.network.neutron [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Successfully created port: e5e43bfe-676d-4121-ba07-f273c5b03799 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.101122] env[68216]: DEBUG nova.compute.manager [req-1aa6ad79-c042-4834-918b-792dd58838aa req-8bc169bf-932e-408a-851f-bb053f6ada47 service nova] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Received event network-changed-cd4ab960-1631-479c-8415-027bb968c012 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 565.103016] env[68216]: DEBUG nova.compute.manager [req-1aa6ad79-c042-4834-918b-792dd58838aa req-8bc169bf-932e-408a-851f-bb053f6ada47 service nova] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Refreshing instance network info cache due to event network-changed-cd4ab960-1631-479c-8415-027bb968c012. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 565.103016] env[68216]: DEBUG oslo_concurrency.lockutils [req-1aa6ad79-c042-4834-918b-792dd58838aa req-8bc169bf-932e-408a-851f-bb053f6ada47 service nova] Acquiring lock "refresh_cache-fa3b3214-ef66-4e92-b7ea-429efe8e2d01" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.103016] env[68216]: DEBUG oslo_concurrency.lockutils [req-1aa6ad79-c042-4834-918b-792dd58838aa req-8bc169bf-932e-408a-851f-bb053f6ada47 service nova] Acquired lock "refresh_cache-fa3b3214-ef66-4e92-b7ea-429efe8e2d01" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.103016] env[68216]: DEBUG nova.network.neutron [req-1aa6ad79-c042-4834-918b-792dd58838aa req-8bc169bf-932e-408a-851f-bb053f6ada47 service nova] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Refreshing network info cache for port cd4ab960-1631-479c-8415-027bb968c012 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.167705] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5283a6c3-ca29-cbb7-207b-b6f5dd15120a, 'name': SearchDatastore_Task, 'duration_secs': 0.008318} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.168619] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.168619] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] fa3b3214-ef66-4e92-b7ea-429efe8e2d01/fa3b3214-ef66-4e92-b7ea-429efe8e2d01.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.168958] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ad920d0-6367-465c-b32a-c5d3737014ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.175964] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for the task: (returnval){ [ 565.175964] env[68216]: value = "task-3067706" [ 565.175964] env[68216]: _type = "Task" [ 565.175964] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.188528] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.313265] env[68216]: DEBUG nova.scheduler.client.report [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.430240] env[68216]: DEBUG nova.compute.manager [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.463491] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067702, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.525993] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067705, 'name': CreateVM_Task, 'duration_secs': 0.319711} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.526197] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.527353] env[68216]: DEBUG oslo_vmware.service [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6302616d-1e0c-4580-8405-bd33087f4a90 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.533264] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.533426] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.533787] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.534057] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb755cf5-c2ec-4f18-97bb-44717e004ef0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.539566] env[68216]: DEBUG nova.compute.manager [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.544879] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 565.544879] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5294cf4c-ee55-7858-9fd5-bb67f7c836be" [ 565.544879] env[68216]: _type = "Task" [ 565.544879] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.556466] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5294cf4c-ee55-7858-9fd5-bb67f7c836be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.582653] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.583218] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.583467] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.583750] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.584017] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.584262] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.584570] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.585335] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.585633] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.586186] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.586573] env[68216]: DEBUG nova.virt.hardware [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.587680] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655fedd7-7d1c-4bdd-afa1-4eb2f0fe7cdd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.598061] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa625acb-8d90-469c-8b4f-2d2812f3a6c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.688726] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067706, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.704435] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquiring lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.704750] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.818029] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.819339] env[68216]: DEBUG nova.compute.manager [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.825724] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.969s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.832202] env[68216]: INFO nova.compute.claims [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.962773] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.969805] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067702, 'name': Rename_Task, 'duration_secs': 1.199037} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.970206] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.970500] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1841d312-907c-4dae-81b3-1783d9fde9c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.979037] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 565.979037] env[68216]: value = "task-3067707" [ 565.979037] env[68216]: _type = "Task" [ 565.979037] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.988043] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.056106] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.056377] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.056719] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.056775] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.056908] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.057284] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05984bf8-f90d-42d9-b2e8-c3b67b78921a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.069242] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.069242] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.069242] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512da652-7eed-499e-a4a0-1f10c46a8491 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.077903] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc66d84-733e-475d-bbb2-59abfc82ea2c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.082585] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 566.082585] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520acdf4-83ee-eb59-dccf-4d6b916c8f29" [ 566.082585] env[68216]: _type = "Task" [ 566.082585] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.090308] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520acdf4-83ee-eb59-dccf-4d6b916c8f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.189688] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881789} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.189953] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] fa3b3214-ef66-4e92-b7ea-429efe8e2d01/fa3b3214-ef66-4e92-b7ea-429efe8e2d01.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.190220] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.190487] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb57a10-053e-4892-a26c-b2b16595caf3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.197942] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for the task: (returnval){ [ 566.197942] env[68216]: value = "task-3067708" [ 566.197942] env[68216]: _type = "Task" [ 566.197942] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.208049] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.209051] env[68216]: DEBUG nova.compute.manager [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 566.344254] env[68216]: DEBUG nova.compute.utils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 566.344763] env[68216]: DEBUG nova.compute.manager [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.344763] env[68216]: DEBUG nova.network.neutron [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 566.449291] env[68216]: DEBUG nova.policy [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ec0c25e1c4420291cd4b6482104c6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03993a4334c417bb904fa24d7a02a91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.492448] env[68216]: DEBUG oslo_vmware.api [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067707, 'name': PowerOnVM_Task, 'duration_secs': 0.507947} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.492448] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 566.492448] env[68216]: INFO nova.compute.manager [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Took 10.08 seconds to spawn the instance on the hypervisor. [ 566.492448] env[68216]: DEBUG nova.compute.manager [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.492448] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fd3fe0-e1dc-4c4c-82af-7e76e419a23d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.594121] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Preparing fetch location {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 566.594392] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Creating directory with path [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.594674] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7fd10ae-4837-4753-ae84-1edf9480fd26 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.620142] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Created directory with path [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.620142] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Fetch image to [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 566.620142] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Downloading image file data 02aa365b-79af-4dda-bf04-7bdac5253c40 to [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk on the data store datastore1 {{(pid=68216) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 566.620354] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4744ed5a-1c15-4461-b0cb-850d468bf161 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.628349] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c109c5-40ce-49d2-97c3-5095073a9b6c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.639218] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ce0fd-e0db-49c2-9196-afc99f386c7a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.684942] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d35d1c-f2a4-4a49-b882-a77378c52583 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.694717] env[68216]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ef57e6af-b03d-4964-9ff2-08697cb2e74c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.706913] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068833} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.707203] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.708124] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e3fffc-d779-4e4b-a8fc-68ef1c6d1831 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.712369] env[68216]: DEBUG nova.network.neutron [req-1aa6ad79-c042-4834-918b-792dd58838aa req-8bc169bf-932e-408a-851f-bb053f6ada47 service nova] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Updated VIF entry in instance network info cache for port cd4ab960-1631-479c-8415-027bb968c012. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.712504] env[68216]: DEBUG nova.network.neutron [req-1aa6ad79-c042-4834-918b-792dd58838aa req-8bc169bf-932e-408a-851f-bb053f6ada47 service nova] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Updating instance_info_cache with network_info: [{"id": "cd4ab960-1631-479c-8415-027bb968c012", "address": "fa:16:3e:28:b0:a9", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4ab960-16", "ovs_interfaceid": "cd4ab960-1631-479c-8415-027bb968c012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.745285] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] fa3b3214-ef66-4e92-b7ea-429efe8e2d01/fa3b3214-ef66-4e92-b7ea-429efe8e2d01.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.745889] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-856f83cf-4429-47d4-81d8-48a81cdb080b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.762807] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.769766] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for the task: (returnval){ [ 566.769766] env[68216]: value = "task-3067709" [ 566.769766] env[68216]: _type = "Task" [ 566.769766] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.779086] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.802614] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Downloading image file data 02aa365b-79af-4dda-bf04-7bdac5253c40 to the data store datastore1 {{(pid=68216) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 566.848917] env[68216]: DEBUG nova.compute.manager [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.889636] env[68216]: DEBUG nova.network.neutron [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Successfully updated port: 1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 566.895362] env[68216]: DEBUG oslo_vmware.rw_handles [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68216) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 566.972899] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.973193] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.024000] env[68216]: INFO nova.compute.manager [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Took 14.88 seconds to build instance. [ 567.214147] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cacce0-c873-45cb-9614-e22473b45e03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.218788] env[68216]: DEBUG oslo_concurrency.lockutils [req-1aa6ad79-c042-4834-918b-792dd58838aa req-8bc169bf-932e-408a-851f-bb053f6ada47 service nova] Releasing lock "refresh_cache-fa3b3214-ef66-4e92-b7ea-429efe8e2d01" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.222636] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquiring lock "60a83a27-c812-4c82-9a8e-fa841127911b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.223058] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lock "60a83a27-c812-4c82-9a8e-fa841127911b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.228713] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe77d2f-d663-454c-98bc-b17f23bd14df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.281851] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c4d966-0c62-4741-a6c4-6ce43dd79d1d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.305566] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067709, 'name': ReconfigVM_Task, 'duration_secs': 0.277459} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.308640] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Reconfigured VM instance instance-00000002 to attach disk [datastore2] fa3b3214-ef66-4e92-b7ea-429efe8e2d01/fa3b3214-ef66-4e92-b7ea-429efe8e2d01.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.309233] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee00e92-5e04-4142-b24b-729c63dea4db {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.314234] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1752a91e-9058-4839-b03b-2ccf6e777d4d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.332690] env[68216]: DEBUG nova.compute.provider_tree [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.337195] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for the task: (returnval){ [ 567.337195] env[68216]: value = "task-3067710" [ 567.337195] env[68216]: _type = "Task" [ 567.337195] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.353577] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067710, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.394991] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.394991] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquired lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.394991] env[68216]: DEBUG nova.network.neutron [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.407167] env[68216]: DEBUG nova.network.neutron [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Successfully created port: 4c4b264f-9fda-4811-b116-c37c39a2ca89 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.528089] env[68216]: DEBUG oslo_concurrency.lockutils [None req-30d228c0-8808-43ca-85d9-ee9c5362064b tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lock "1f030197-7d94-4149-b4ab-eef73111b6b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.392s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.588809] env[68216]: DEBUG oslo_vmware.rw_handles [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Completed reading data from the image iterator. {{(pid=68216) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 567.589412] env[68216]: DEBUG oslo_vmware.rw_handles [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 567.738889] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Downloaded image file data 02aa365b-79af-4dda-bf04-7bdac5253c40 to vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk on the data store datastore1 {{(pid=68216) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 567.741206] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Caching image {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 567.741206] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Copying Virtual Disk [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk to [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.741206] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf1fb81e-840b-4b1c-aeea-e64e0a1fcc1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.750771] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 567.750771] env[68216]: value = "task-3067711" [ 567.750771] env[68216]: _type = "Task" [ 567.750771] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.762309] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.840754] env[68216]: DEBUG nova.scheduler.client.report [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.856656] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067710, 'name': Rename_Task, 'duration_secs': 0.147955} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.856959] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.857222] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a78783bc-e3c1-4404-a7dd-22c83573a94a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.864597] env[68216]: DEBUG nova.compute.manager [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.867765] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for the task: (returnval){ [ 567.867765] env[68216]: value = "task-3067712" [ 567.867765] env[68216]: _type = "Task" [ 567.867765] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.876751] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.902598] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.902598] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.902598] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.902862] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.902862] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.902862] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.902862] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.903587] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.903587] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.903587] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.903714] env[68216]: DEBUG nova.virt.hardware [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.909615] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7e96e5-bcf2-485d-abad-02e2d8925f28 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.923227] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3684ad80-9b24-4fba-82e6-8ae23ca9faeb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.934197] env[68216]: DEBUG nova.network.neutron [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Successfully updated port: e5e43bfe-676d-4121-ba07-f273c5b03799 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 567.983965] env[68216]: DEBUG nova.network.neutron [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.032210] env[68216]: DEBUG nova.compute.manager [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.264324] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067711, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.350620] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.351207] env[68216]: DEBUG nova.compute.manager [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.354173] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.394s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.354258] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.358019] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 568.358019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.500s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.358019] env[68216]: INFO nova.compute.claims [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.363179] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca6b2d-dba3-4a73-a151-1ea2b8d7ed4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.373319] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184dcb99-bade-4153-b84b-3986e268bcd6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.402852] env[68216]: DEBUG oslo_vmware.api [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067712, 'name': PowerOnVM_Task, 'duration_secs': 0.451328} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.402852] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ed13f8-a19c-489e-8f95-ce1e07de3394 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.408834] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.409089] env[68216]: INFO nova.compute.manager [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Took 9.69 seconds to spawn the instance on the hypervisor. [ 568.409406] env[68216]: DEBUG nova.compute.manager [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.410241] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf992a87-eb1c-462d-8234-7bcbb687832f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.419827] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4d0bb3-d14d-487d-ba6b-f90b769bceba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.458158] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquiring lock "refresh_cache-329db487-7a31-4a04-9dc7-646ebc595a98" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.458819] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquired lock "refresh_cache-329db487-7a31-4a04-9dc7-646ebc595a98" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.458819] env[68216]: DEBUG nova.network.neutron [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.461193] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181073MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 568.461193] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.462816] env[68216]: DEBUG nova.compute.manager [req-189fcc3b-c5a4-4f4c-a44d-e23e2efb3e83 req-6c881ee0-ed11-439d-bdee-2cb9003f1844 service nova] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Received event network-changed-f9cfa7c4-0a1d-465b-b388-09eebdb3e037 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 568.463325] env[68216]: DEBUG nova.compute.manager [req-189fcc3b-c5a4-4f4c-a44d-e23e2efb3e83 req-6c881ee0-ed11-439d-bdee-2cb9003f1844 service nova] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Refreshing instance network info cache due to event network-changed-f9cfa7c4-0a1d-465b-b388-09eebdb3e037. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 568.463325] env[68216]: DEBUG oslo_concurrency.lockutils [req-189fcc3b-c5a4-4f4c-a44d-e23e2efb3e83 req-6c881ee0-ed11-439d-bdee-2cb9003f1844 service nova] Acquiring lock "refresh_cache-f696c39b-adb2-4292-b5ae-12b6ebb2239c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.463422] env[68216]: DEBUG oslo_concurrency.lockutils [req-189fcc3b-c5a4-4f4c-a44d-e23e2efb3e83 req-6c881ee0-ed11-439d-bdee-2cb9003f1844 service nova] Acquired lock "refresh_cache-f696c39b-adb2-4292-b5ae-12b6ebb2239c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.463566] env[68216]: DEBUG nova.network.neutron [req-189fcc3b-c5a4-4f4c-a44d-e23e2efb3e83 req-6c881ee0-ed11-439d-bdee-2cb9003f1844 service nova] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Refreshing network info cache for port f9cfa7c4-0a1d-465b-b388-09eebdb3e037 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 568.556317] env[68216]: DEBUG nova.network.neutron [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updating instance_info_cache with network_info: [{"id": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "address": "fa:16:3e:65:cb:5e", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff7facc-20", "ovs_interfaceid": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.559909] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.626809] env[68216]: DEBUG nova.compute.manager [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Received event network-vif-plugged-1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 568.626809] env[68216]: DEBUG oslo_concurrency.lockutils [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] Acquiring lock "f05e7cbb-1253-4054-90e4-46ffe28ad519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.627216] env[68216]: DEBUG oslo_concurrency.lockutils [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] Lock "f05e7cbb-1253-4054-90e4-46ffe28ad519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.629426] env[68216]: DEBUG oslo_concurrency.lockutils [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] Lock "f05e7cbb-1253-4054-90e4-46ffe28ad519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.629426] env[68216]: DEBUG nova.compute.manager [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] No waiting events found dispatching network-vif-plugged-1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 568.629426] env[68216]: WARNING nova.compute.manager [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Received unexpected event network-vif-plugged-1ff7facc-20fe-4c15-a2e9-e011aadce03b for instance with vm_state building and task_state spawning. [ 568.629426] env[68216]: DEBUG nova.compute.manager [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Received event network-changed-1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 568.629426] env[68216]: DEBUG nova.compute.manager [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Refreshing instance network info cache due to event network-changed-1ff7facc-20fe-4c15-a2e9-e011aadce03b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 568.629839] env[68216]: DEBUG oslo_concurrency.lockutils [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] Acquiring lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.764302] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067711, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.861865] env[68216]: DEBUG nova.compute.utils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 568.863372] env[68216]: DEBUG nova.compute.manager [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.863549] env[68216]: DEBUG nova.network.neutron [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.945690] env[68216]: INFO nova.compute.manager [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Took 15.31 seconds to build instance. [ 569.044380] env[68216]: DEBUG nova.compute.manager [None req-cd503656-49b1-4a39-bb22-1c235f31d53e tempest-ServerDiagnosticsV248Test-1392734188 tempest-ServerDiagnosticsV248Test-1392734188-project-admin] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.045398] env[68216]: DEBUG nova.network.neutron [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.053305] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c01f73-6310-411d-b52b-d80dc387ebe1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.066608] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Releasing lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.066608] env[68216]: DEBUG nova.compute.manager [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Instance network_info: |[{"id": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "address": "fa:16:3e:65:cb:5e", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff7facc-20", "ovs_interfaceid": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.066853] env[68216]: INFO nova.compute.manager [None req-cd503656-49b1-4a39-bb22-1c235f31d53e tempest-ServerDiagnosticsV248Test-1392734188 tempest-ServerDiagnosticsV248Test-1392734188-project-admin] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Retrieving diagnostics [ 569.066853] env[68216]: DEBUG oslo_concurrency.lockutils [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] Acquired lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.066853] env[68216]: DEBUG nova.network.neutron [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Refreshing network info cache for port 1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.067972] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:cb:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff7facc-20fe-4c15-a2e9-e011aadce03b', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.081333] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Creating folder: Project (95fa57786657462cb6a42aa3972aaed0). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.083062] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d6340c-17f6-4a48-9acf-ce25965c3ba1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.097190] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91c9292e-2a1a-4cc1-875c-49aacd3eac43 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.154154] env[68216]: DEBUG nova.policy [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9bcd90f274141fe90d04ce3bb3ca1e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c29e86ca7aeb4f1a9c11d50f54781858', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.266750] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067711, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.119273} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.267047] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Copied Virtual Disk [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk to [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.267286] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Deleting the datastore file [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40/tmp-sparse.vmdk {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 569.269806] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Created folder: Project (95fa57786657462cb6a42aa3972aaed0) in parent group-v614292. [ 569.269806] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Creating folder: Instances. Parent ref: group-v614302. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.269806] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a22cfe2-4589-4fa4-b4e1-20b978f3e899 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.270263] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62b9cbb8-35f7-44c8-897d-8d9ee705bb1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.276818] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 569.276818] env[68216]: value = "task-3067714" [ 569.276818] env[68216]: _type = "Task" [ 569.276818] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.286191] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Created folder: Instances in parent group-v614302. [ 569.286191] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 569.286191] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.286191] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff26a8b-5cd1-486b-83e5-f7d39e601e41 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.319681] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.322411] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "da572323-6a2a-448d-8759-9e93586fdf2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.322801] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "da572323-6a2a-448d-8759-9e93586fdf2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.325407] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.325407] env[68216]: value = "task-3067716" [ 569.325407] env[68216]: _type = "Task" [ 569.325407] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.336989] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067716, 'name': CreateVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.371452] env[68216]: DEBUG nova.compute.manager [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 569.449669] env[68216]: DEBUG oslo_concurrency.lockutils [None req-063f8a0e-b81e-422d-a9d2-ccaa4c67fdc5 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.820s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.645366] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c4708-8580-4094-af82-8cd319afd290 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.654674] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ec8184-f154-4b92-9e81-e7b233f1a089 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.696839] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eacedc-4372-4c87-905a-f0299fed7bba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.705050] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07630302-db33-4098-9c9c-b066cb3d9ea0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.719903] env[68216]: DEBUG nova.compute.provider_tree [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.782961] env[68216]: DEBUG nova.network.neutron [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Updating instance_info_cache with network_info: [{"id": "e5e43bfe-676d-4121-ba07-f273c5b03799", "address": "fa:16:3e:1a:1a:4a", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5e43bfe-67", "ovs_interfaceid": "e5e43bfe-676d-4121-ba07-f273c5b03799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.790769] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044279} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.792328] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.792328] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Moving file from [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5/02aa365b-79af-4dda-bf04-7bdac5253c40 to [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40. {{(pid=68216) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 569.792328] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d85e8ae2-21d6-42b0-826b-9d56a514d051 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.801494] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 569.801494] env[68216]: value = "task-3067717" [ 569.801494] env[68216]: _type = "Task" [ 569.801494] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.812320] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067717, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.836165] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067716, 'name': CreateVM_Task, 'duration_secs': 0.356633} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.836354] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 569.837036] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.837202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.838112] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.838423] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26918ad4-0125-4e53-8739-a924d1aafc30 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.844018] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 569.844018] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52348699-7432-e04e-242d-c58eccbb9586" [ 569.844018] env[68216]: _type = "Task" [ 569.844018] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.854023] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52348699-7432-e04e-242d-c58eccbb9586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.952474] env[68216]: DEBUG nova.compute.manager [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.221140] env[68216]: DEBUG nova.network.neutron [req-189fcc3b-c5a4-4f4c-a44d-e23e2efb3e83 req-6c881ee0-ed11-439d-bdee-2cb9003f1844 service nova] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Updated VIF entry in instance network info cache for port f9cfa7c4-0a1d-465b-b388-09eebdb3e037. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.221140] env[68216]: DEBUG nova.network.neutron [req-189fcc3b-c5a4-4f4c-a44d-e23e2efb3e83 req-6c881ee0-ed11-439d-bdee-2cb9003f1844 service nova] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Updating instance_info_cache with network_info: [{"id": "f9cfa7c4-0a1d-465b-b388-09eebdb3e037", "address": "fa:16:3e:ce:43:d7", "network": {"id": "fd9cbf87-7db2-48b3-9eac-b831ad1a5ebc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1477956963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8715be1a19d4c7db207786e5d5252c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9cfa7c4-0a", "ovs_interfaceid": "f9cfa7c4-0a1d-465b-b388-09eebdb3e037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.226730] env[68216]: DEBUG nova.scheduler.client.report [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.293195] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Releasing lock "refresh_cache-329db487-7a31-4a04-9dc7-646ebc595a98" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.293554] env[68216]: DEBUG nova.compute.manager [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Instance network_info: |[{"id": "e5e43bfe-676d-4121-ba07-f273c5b03799", "address": "fa:16:3e:1a:1a:4a", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5e43bfe-67", "ovs_interfaceid": "e5e43bfe-676d-4121-ba07-f273c5b03799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 570.294045] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:1a:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5e43bfe-676d-4121-ba07-f273c5b03799', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.305653] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Creating folder: Project (c177212046934a0eb59b6e4896bd7121). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.308525] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a37c2036-c95c-45c3-ae7c-a2ad47521749 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.315594] env[68216]: DEBUG nova.network.neutron [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updated VIF entry in instance network info cache for port 1ff7facc-20fe-4c15-a2e9-e011aadce03b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.316614] env[68216]: DEBUG nova.network.neutron [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updating instance_info_cache with network_info: [{"id": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "address": "fa:16:3e:65:cb:5e", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff7facc-20", "ovs_interfaceid": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.322448] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067717, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.059742} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.322448] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] File moved {{(pid=68216) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 570.322448] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Cleaning up location [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 570.322618] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Deleting the datastore file [datastore1] vmware_temp/fbe79ad3-aad8-40d8-a4c9-995a1030d6d5 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 570.323144] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f054a65-b9b9-430b-ab74-8903bcc595ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.330245] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 570.330245] env[68216]: value = "task-3067719" [ 570.330245] env[68216]: _type = "Task" [ 570.330245] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.337372] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Created folder: Project (c177212046934a0eb59b6e4896bd7121) in parent group-v614292. [ 570.337570] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Creating folder: Instances. Parent ref: group-v614305. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.338941] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78e80bd0-dd85-4c05-970c-3bbd29899839 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.346673] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.358267] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52348699-7432-e04e-242d-c58eccbb9586, 'name': SearchDatastore_Task, 'duration_secs': 0.024945} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.360090] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.361478] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.361478] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.361478] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Created folder: Instances in parent group-v614305. [ 570.361478] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 570.361757] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.361903] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb801bdc-d5c3-4112-964a-101f7c818743 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.386742] env[68216]: DEBUG nova.compute.manager [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.389321] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 570.389321] env[68216]: value = "task-3067721" [ 570.389321] env[68216]: _type = "Task" [ 570.389321] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.402034] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067721, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.430434] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.430714] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.430878] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.431412] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.431989] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.432222] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.432519] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.432777] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.433371] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.433600] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.433812] env[68216]: DEBUG nova.virt.hardware [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.434829] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60248431-8847-482d-b2e3-f509225c0f7f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.443566] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d2b326-c051-47ca-b67c-1532d615de51 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.492860] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.664743] env[68216]: DEBUG nova.network.neutron [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Successfully updated port: 4c4b264f-9fda-4811-b116-c37c39a2ca89 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.723949] env[68216]: DEBUG oslo_concurrency.lockutils [req-189fcc3b-c5a4-4f4c-a44d-e23e2efb3e83 req-6c881ee0-ed11-439d-bdee-2cb9003f1844 service nova] Releasing lock "refresh_cache-f696c39b-adb2-4292-b5ae-12b6ebb2239c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.737989] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.738482] env[68216]: DEBUG nova.compute.manager [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.741181] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.779s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.743083] env[68216]: INFO nova.compute.claims [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.792066] env[68216]: DEBUG nova.network.neutron [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Successfully created port: aa8d834d-80ee-45c4-87de-34fb6a66e017 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.823261] env[68216]: DEBUG oslo_concurrency.lockutils [req-b5ab6a5d-3690-487e-9753-6c9f8ab3005c req-3081631a-5f09-474d-b282-ed4bbfa4edb7 service nova] Releasing lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.842195] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04302} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.842460] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 570.843215] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aea7045-e178-4385-adcc-0ca6ee2160ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.851676] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 570.851676] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5255ef72-b569-19aa-9549-6ded1c24e0d7" [ 570.851676] env[68216]: _type = "Task" [ 570.851676] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.860828] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5255ef72-b569-19aa-9549-6ded1c24e0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.900268] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067721, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.176932] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "refresh_cache-b3779726-6b8a-4f2b-9b9a-7302948208e0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.176932] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired lock "refresh_cache-b3779726-6b8a-4f2b-9b9a-7302948208e0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.176932] env[68216]: DEBUG nova.network.neutron [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.248765] env[68216]: DEBUG nova.compute.utils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 571.252541] env[68216]: DEBUG nova.compute.manager [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.252694] env[68216]: DEBUG nova.network.neutron [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.364792] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5255ef72-b569-19aa-9549-6ded1c24e0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015187} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.365520] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.365972] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] f696c39b-adb2-4292-b5ae-12b6ebb2239c/f696c39b-adb2-4292-b5ae-12b6ebb2239c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.366333] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.366875] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.367307] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6ac17dd-e287-4f24-b61c-2381cf1dbb2d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.371501] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c75a232-2c79-4cd3-baa2-18984305e8ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.380263] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 571.380263] env[68216]: value = "task-3067722" [ 571.380263] env[68216]: _type = "Task" [ 571.380263] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.385731] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.387677] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.391582] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eff9ee6-ba5e-444c-8f8d-3843c9fd6d47 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.402511] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 571.402511] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527cea09-2e5c-be32-1b73-14f45594e75c" [ 571.402511] env[68216]: _type = "Task" [ 571.402511] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.406105] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.420268] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067721, 'name': CreateVM_Task, 'duration_secs': 0.512951} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.420268] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527cea09-2e5c-be32-1b73-14f45594e75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.420484] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.421106] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.421299] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.421691] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.422174] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03328a49-8a4a-438b-a861-485fb4a57704 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.430782] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for the task: (returnval){ [ 571.430782] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523070a6-6be9-63ee-0dc2-d43a6bf43b36" [ 571.430782] env[68216]: _type = "Task" [ 571.430782] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.441584] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523070a6-6be9-63ee-0dc2-d43a6bf43b36, 'name': SearchDatastore_Task, 'duration_secs': 0.008764} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.441584] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.441746] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.442440] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.472600] env[68216]: DEBUG nova.policy [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b39ba6ac9d4da9a9fd80d39325ba5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53cec69578734491bbef628af61de488', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.755666] env[68216]: DEBUG nova.compute.manager [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.832104] env[68216]: DEBUG nova.network.neutron [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.895477] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067722, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.931876] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527cea09-2e5c-be32-1b73-14f45594e75c, 'name': SearchDatastore_Task, 'duration_secs': 0.017797} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.932710] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7082a4-8c09-49b1-9641-40a56198dc5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.947984] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 571.947984] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5262114f-6f6c-d79e-3c25-119948d0c477" [ 571.947984] env[68216]: _type = "Task" [ 571.947984] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.961552] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5262114f-6f6c-d79e-3c25-119948d0c477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.100532] env[68216]: DEBUG nova.network.neutron [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Successfully created port: a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.108468] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a204fc8d-421b-4c30-a335-290fa8ca9ca6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.117306] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a204a04b-9445-484a-8fad-16520a0457ba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.179943] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f85d3-7bd8-419e-ad0d-1f82ab9e8e92 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.187874] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "7b497c83-b21d-464b-8ee4-2964255eb5bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.188108] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "7b497c83-b21d-464b-8ee4-2964255eb5bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.189343] env[68216]: DEBUG nova.compute.manager [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Received event network-vif-plugged-e5e43bfe-676d-4121-ba07-f273c5b03799 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 572.189523] env[68216]: DEBUG oslo_concurrency.lockutils [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] Acquiring lock "329db487-7a31-4a04-9dc7-646ebc595a98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.189922] env[68216]: DEBUG oslo_concurrency.lockutils [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] Lock "329db487-7a31-4a04-9dc7-646ebc595a98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.190113] env[68216]: DEBUG oslo_concurrency.lockutils [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] Lock "329db487-7a31-4a04-9dc7-646ebc595a98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.190328] env[68216]: DEBUG nova.compute.manager [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] No waiting events found dispatching network-vif-plugged-e5e43bfe-676d-4121-ba07-f273c5b03799 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.190426] env[68216]: WARNING nova.compute.manager [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Received unexpected event network-vif-plugged-e5e43bfe-676d-4121-ba07-f273c5b03799 for instance with vm_state building and task_state spawning. [ 572.190584] env[68216]: DEBUG nova.compute.manager [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Received event network-changed-e5e43bfe-676d-4121-ba07-f273c5b03799 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 572.193028] env[68216]: DEBUG nova.compute.manager [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Refreshing instance network info cache due to event network-changed-e5e43bfe-676d-4121-ba07-f273c5b03799. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 572.193028] env[68216]: DEBUG oslo_concurrency.lockutils [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] Acquiring lock "refresh_cache-329db487-7a31-4a04-9dc7-646ebc595a98" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.193028] env[68216]: DEBUG oslo_concurrency.lockutils [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] Acquired lock "refresh_cache-329db487-7a31-4a04-9dc7-646ebc595a98" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.193028] env[68216]: DEBUG nova.network.neutron [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Refreshing network info cache for port e5e43bfe-676d-4121-ba07-f273c5b03799 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.198772] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5750a321-eff9-43bd-8762-1dd551dc198e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.226016] env[68216]: DEBUG nova.compute.provider_tree [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.398157] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575135} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.398418] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] f696c39b-adb2-4292-b5ae-12b6ebb2239c/f696c39b-adb2-4292-b5ae-12b6ebb2239c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.398632] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.400331] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4e47278-4e57-42a8-8818-1869dd83989d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.409039] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 572.409039] env[68216]: value = "task-3067723" [ 572.409039] env[68216]: _type = "Task" [ 572.409039] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.419502] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.459925] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5262114f-6f6c-d79e-3c25-119948d0c477, 'name': SearchDatastore_Task, 'duration_secs': 0.015915} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.460201] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.460555] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] f05e7cbb-1253-4054-90e4-46ffe28ad519/f05e7cbb-1253-4054-90e4-46ffe28ad519.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.460831] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.461029] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.461252] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-764b9f09-d41a-4f2c-b476-d37dc9b0580b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.463552] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d3923b6-4ac8-4711-9d44-18728afb924c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.471436] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 572.471436] env[68216]: value = "task-3067724" [ 572.471436] env[68216]: _type = "Task" [ 572.471436] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.477438] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.477438] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.481761] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c29266-c206-4577-83ff-1880ee2bef8d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.484909] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.488041] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for the task: (returnval){ [ 572.488041] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52643254-3083-4347-ab9a-58e37c7ee6c1" [ 572.488041] env[68216]: _type = "Task" [ 572.488041] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.497557] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52643254-3083-4347-ab9a-58e37c7ee6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.497728] env[68216]: DEBUG nova.network.neutron [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Updating instance_info_cache with network_info: [{"id": "4c4b264f-9fda-4811-b116-c37c39a2ca89", "address": "fa:16:3e:d9:03:d8", "network": {"id": "7544d531-7c44-4556-848c-54c889d727dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-313914292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03993a4334c417bb904fa24d7a02a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b264f-9f", "ovs_interfaceid": "4c4b264f-9fda-4811-b116-c37c39a2ca89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.691559] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquiring lock "0341167e-de6e-495d-9163-58e5bd23d8b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.691759] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lock "0341167e-de6e-495d-9163-58e5bd23d8b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.728821] env[68216]: DEBUG nova.scheduler.client.report [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 572.770624] env[68216]: DEBUG nova.compute.manager [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.802143] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.802458] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.802544] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.802722] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.802866] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.805618] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.806051] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.806121] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.806256] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.806461] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.806630] env[68216]: DEBUG nova.virt.hardware [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.807629] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512ac275-851f-4279-9eb7-24fe6cef594a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.817155] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeef9efe-a427-49ea-85e6-073074ab2ef7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.922044] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194891} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.922491] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.923099] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabe5096-d5b7-455f-964b-8eca7d61b87f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.948204] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f696c39b-adb2-4292-b5ae-12b6ebb2239c/f696c39b-adb2-4292-b5ae-12b6ebb2239c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.949156] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d12bc8-3d06-456f-a3ab-64ab009117e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.979548] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 572.979548] env[68216]: value = "task-3067725" [ 572.979548] env[68216]: _type = "Task" [ 572.979548] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.985466] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.991058] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067725, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.002291] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Releasing lock "refresh_cache-b3779726-6b8a-4f2b-9b9a-7302948208e0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.002582] env[68216]: DEBUG nova.compute.manager [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Instance network_info: |[{"id": "4c4b264f-9fda-4811-b116-c37c39a2ca89", "address": "fa:16:3e:d9:03:d8", "network": {"id": "7544d531-7c44-4556-848c-54c889d727dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-313914292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03993a4334c417bb904fa24d7a02a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b264f-9f", "ovs_interfaceid": "4c4b264f-9fda-4811-b116-c37c39a2ca89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 573.003972] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52643254-3083-4347-ab9a-58e37c7ee6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.024957} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.003972] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:03:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c4b264f-9fda-4811-b116-c37c39a2ca89', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.010685] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Creating folder: Project (c03993a4334c417bb904fa24d7a02a91). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.011873] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ed658eb-7960-4f08-ae44-62f4e2d0d6ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.013200] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50975767-71af-42f7-b8ad-b8f604b9cea8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.019483] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for the task: (returnval){ [ 573.019483] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5246b715-9055-a668-4989-b46376ce92d1" [ 573.019483] env[68216]: _type = "Task" [ 573.019483] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.024325] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Created folder: Project (c03993a4334c417bb904fa24d7a02a91) in parent group-v614292. [ 573.024325] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Creating folder: Instances. Parent ref: group-v614308. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.025040] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfaad9b3-4aff-467c-b358-53afce6e92a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.029745] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5246b715-9055-a668-4989-b46376ce92d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.037170] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Created folder: Instances in parent group-v614308. [ 573.037170] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 573.037253] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.038464] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdcc1651-363a-49ce-acba-2705bd67a258 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.057720] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.057720] env[68216]: value = "task-3067728" [ 573.057720] env[68216]: _type = "Task" [ 573.057720] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.068308] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067728, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.237214] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.237855] env[68216]: DEBUG nova.compute.manager [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.242513] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.481s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.244732] env[68216]: INFO nova.compute.claims [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.267127] env[68216]: DEBUG nova.network.neutron [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Updated VIF entry in instance network info cache for port e5e43bfe-676d-4121-ba07-f273c5b03799. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.267526] env[68216]: DEBUG nova.network.neutron [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Updating instance_info_cache with network_info: [{"id": "e5e43bfe-676d-4121-ba07-f273c5b03799", "address": "fa:16:3e:1a:1a:4a", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5e43bfe-67", "ovs_interfaceid": "e5e43bfe-676d-4121-ba07-f273c5b03799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.490645] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067724, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.497239] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.530443] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5246b715-9055-a668-4989-b46376ce92d1, 'name': SearchDatastore_Task, 'duration_secs': 0.022224} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.530928] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.531017] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 329db487-7a31-4a04-9dc7-646ebc595a98/329db487-7a31-4a04-9dc7-646ebc595a98.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.531273] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5e3b62b-27d3-47bc-925e-06fe3a6b3868 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.539392] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for the task: (returnval){ [ 573.539392] env[68216]: value = "task-3067729" [ 573.539392] env[68216]: _type = "Task" [ 573.539392] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.547476] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.567459] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067728, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.677356] env[68216]: DEBUG nova.compute.manager [None req-84862b50-d324-4c83-abf5-44350dc2186b tempest-ServerDiagnosticsTest-194559571 tempest-ServerDiagnosticsTest-194559571-project-admin] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.683113] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78f6bdc-3e09-43c2-9a07-07ac13fdf07c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.698255] env[68216]: INFO nova.compute.manager [None req-84862b50-d324-4c83-abf5-44350dc2186b tempest-ServerDiagnosticsTest-194559571 tempest-ServerDiagnosticsTest-194559571-project-admin] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Retrieving diagnostics [ 573.699398] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aebe25-6f83-4a82-b7ed-e69c1f0cdf9c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.744198] env[68216]: DEBUG nova.network.neutron [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Successfully updated port: aa8d834d-80ee-45c4-87de-34fb6a66e017 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.750564] env[68216]: DEBUG nova.compute.utils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 573.758012] env[68216]: DEBUG nova.compute.manager [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.758434] env[68216]: DEBUG nova.network.neutron [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.773267] env[68216]: DEBUG oslo_concurrency.lockutils [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] Releasing lock "refresh_cache-329db487-7a31-4a04-9dc7-646ebc595a98" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.773619] env[68216]: DEBUG nova.compute.manager [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Received event network-vif-plugged-4c4b264f-9fda-4811-b116-c37c39a2ca89 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 573.773866] env[68216]: DEBUG oslo_concurrency.lockutils [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] Acquiring lock "b3779726-6b8a-4f2b-9b9a-7302948208e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.774126] env[68216]: DEBUG oslo_concurrency.lockutils [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] Lock "b3779726-6b8a-4f2b-9b9a-7302948208e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.774826] env[68216]: DEBUG oslo_concurrency.lockutils [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] Lock "b3779726-6b8a-4f2b-9b9a-7302948208e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.774826] env[68216]: DEBUG nova.compute.manager [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] No waiting events found dispatching network-vif-plugged-4c4b264f-9fda-4811-b116-c37c39a2ca89 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.774826] env[68216]: WARNING nova.compute.manager [req-a851465f-5df2-4de5-bf63-77f45f4f4237 req-5a09f28a-f8f4-41d8-a39f-07f80f0229f4 service nova] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Received unexpected event network-vif-plugged-4c4b264f-9fda-4811-b116-c37c39a2ca89 for instance with vm_state building and task_state spawning. [ 573.897539] env[68216]: DEBUG nova.policy [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c36cb76fca341d7a501118bcfb30ce6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90801bfce63542afab0f6ca417452230', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.923467] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "a45cfda8-7648-4530-a6db-6ed75524cad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.924506] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.950622] env[68216]: DEBUG nova.network.neutron [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Successfully updated port: a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.996347] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067724, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.090409} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.997307] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.001280] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] f05e7cbb-1253-4054-90e4-46ffe28ad519/f05e7cbb-1253-4054-90e4-46ffe28ad519.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.001280] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.001280] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52369962-dbc8-4ae3-9ec1-e83dee51f77f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.012707] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 574.012707] env[68216]: value = "task-3067730" [ 574.012707] env[68216]: _type = "Task" [ 574.012707] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.019129] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.051117] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067729, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.072882] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067728, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.247246] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.251717] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.251717] env[68216]: DEBUG nova.network.neutron [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.253954] env[68216]: DEBUG nova.compute.manager [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.455710] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquiring lock "refresh_cache-d1367ce2-b040-4d5e-a492-d05de61b2732" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.456980] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquired lock "refresh_cache-d1367ce2-b040-4d5e-a492-d05de61b2732" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.457117] env[68216]: DEBUG nova.network.neutron [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.494234] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067725, 'name': ReconfigVM_Task, 'duration_secs': 1.511119} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.503230] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f696c39b-adb2-4292-b5ae-12b6ebb2239c/f696c39b-adb2-4292-b5ae-12b6ebb2239c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.503230] env[68216]: DEBUG nova.network.neutron [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Successfully created port: aed0b8f1-335f-4dff-bf6f-36359750f035 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.505382] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8a28ac8-40ab-4b3b-a0ad-d36657f387a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.518717] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 574.518717] env[68216]: value = "task-3067731" [ 574.518717] env[68216]: _type = "Task" [ 574.518717] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.529357] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194946} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.529357] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.529511] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df16c06d-eec8-4a0e-b3b8-6a595307a086 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.539596] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067731, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.568260] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] f05e7cbb-1253-4054-90e4-46ffe28ad519/f05e7cbb-1253-4054-90e4-46ffe28ad519.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.573338] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0319546-13fd-4760-8f70-982e7348108f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.597877] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923661} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.598684] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 329db487-7a31-4a04-9dc7-646ebc595a98/329db487-7a31-4a04-9dc7-646ebc595a98.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.599063] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.599561] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e072f1d6-a590-44c1-a9ac-00cbab8a04ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.605056] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067728, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.606867] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 574.606867] env[68216]: value = "task-3067732" [ 574.606867] env[68216]: _type = "Task" [ 574.606867] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.613086] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for the task: (returnval){ [ 574.613086] env[68216]: value = "task-3067733" [ 574.613086] env[68216]: _type = "Task" [ 574.613086] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.617021] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.629810] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.658032] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8a79da-258f-4e26-9b09-e70943032572 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.666552] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b90947e-31f4-453c-823a-0bbad49560e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.702606] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1590880-258c-424d-afed-f42ba1babf62 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.711756] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e1f88e-a490-495e-a4b8-f54f26d0b944 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.728514] env[68216]: DEBUG nova.compute.provider_tree [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.795589] env[68216]: DEBUG nova.network.neutron [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.903324] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "16e4cba8-065d-4254-b377-cc48b1db47f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.903324] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "16e4cba8-065d-4254-b377-cc48b1db47f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.974120] env[68216]: DEBUG nova.network.neutron [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance_info_cache with network_info: [{"id": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "address": "fa:16:3e:93:85:55", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d834d-80", "ovs_interfaceid": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.034186] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067731, 'name': Rename_Task, 'duration_secs': 0.218278} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.034632] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.035054] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3ae4de8-d279-4021-9c9d-ed39ec91c8f1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.038937] env[68216]: DEBUG nova.network.neutron [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.044232] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 575.044232] env[68216]: value = "task-3067734" [ 575.044232] env[68216]: _type = "Task" [ 575.044232] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.056351] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.087168] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067728, 'name': CreateVM_Task, 'duration_secs': 1.559045} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.087168] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.087892] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.088217] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.089027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.089027] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630a1110-e781-4da8-8a08-57b1950862b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.095487] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 575.095487] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52277692-70ba-ddf1-4080-a2ed38dd6dce" [ 575.095487] env[68216]: _type = "Task" [ 575.095487] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.107887] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52277692-70ba-ddf1-4080-a2ed38dd6dce, 'name': SearchDatastore_Task, 'duration_secs': 0.009332} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.111539] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.111854] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.112201] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.112404] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.113034] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.114355] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28e0a966-adf4-410d-9a68-574c5a15b51e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.123652] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.125160] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.125469] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.126314] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3e839b-6f0d-4880-a7ca-6678ba5e9d21 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.131730] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114531} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.132039] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.132849] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29007e7d-f3e5-40ae-9528-1ec9e2be8769 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.137178] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 575.137178] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527ce60f-b43a-7966-bad0-f94e21f47b74" [ 575.137178] env[68216]: _type = "Task" [ 575.137178] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.159104] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 329db487-7a31-4a04-9dc7-646ebc595a98/329db487-7a31-4a04-9dc7-646ebc595a98.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.162391] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f9e093f-4554-4f09-b7bd-c7fbd0920a57 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.181069] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527ce60f-b43a-7966-bad0-f94e21f47b74, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.182178] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa124ab-bde4-45e7-9c67-3ee32a9043fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.185804] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for the task: (returnval){ [ 575.185804] env[68216]: value = "task-3067735" [ 575.185804] env[68216]: _type = "Task" [ 575.185804] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.187093] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 575.187093] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ac3e74-ae2a-97df-02b5-33eb72350c9e" [ 575.187093] env[68216]: _type = "Task" [ 575.187093] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.197571] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.201437] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ac3e74-ae2a-97df-02b5-33eb72350c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.237076] env[68216]: DEBUG nova.scheduler.client.report [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.266109] env[68216]: DEBUG nova.compute.manager [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.294943] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.295320] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.295545] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.295774] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.295954] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.296161] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.296431] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.296637] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.296843] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.297056] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.297284] env[68216]: DEBUG nova.virt.hardware [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.298310] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d87f52-5344-4654-bd01-d0c1201e24c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.307867] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839a2f9d-8b7a-4cf3-a280-1a1401c47d6b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.323203] env[68216]: DEBUG nova.network.neutron [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Updating instance_info_cache with network_info: [{"id": "a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9", "address": "fa:16:3e:82:42:58", "network": {"id": "a7e079ec-a45c-4e0f-ad3f-d28b6c84d96e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170369838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53cec69578734491bbef628af61de488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c78ee6-3e", "ovs_interfaceid": "a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.476136] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.476488] env[68216]: DEBUG nova.compute.manager [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Instance network_info: |[{"id": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "address": "fa:16:3e:93:85:55", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d834d-80", "ovs_interfaceid": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.476950] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:85:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa8d834d-80ee-45c4-87de-34fb6a66e017', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.486189] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Creating folder: Project (c29e86ca7aeb4f1a9c11d50f54781858). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.488377] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fce0033b-4a0f-4cd3-93ea-171732cea252 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.500222] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Created folder: Project (c29e86ca7aeb4f1a9c11d50f54781858) in parent group-v614292. [ 575.500460] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Creating folder: Instances. Parent ref: group-v614311. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.500706] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a921924-df9d-4cf3-a793-b938bc214bfa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.511122] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Created folder: Instances in parent group-v614311. [ 575.511422] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 575.511860] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.512157] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b81b72ec-95ab-4b0a-bfeb-69c72832e809 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.533336] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.533336] env[68216]: value = "task-3067738" [ 575.533336] env[68216]: _type = "Task" [ 575.533336] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.541035] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067738, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.553304] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067734, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.617805] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067732, 'name': ReconfigVM_Task, 'duration_secs': 0.690084} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.618140] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Reconfigured VM instance instance-00000004 to attach disk [datastore1] f05e7cbb-1253-4054-90e4-46ffe28ad519/f05e7cbb-1253-4054-90e4-46ffe28ad519.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.618802] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f452520-1f72-46a7-98a8-2edd50cff8ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.625785] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 575.625785] env[68216]: value = "task-3067739" [ 575.625785] env[68216]: _type = "Task" [ 575.625785] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.635555] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067739, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.703756] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ac3e74-ae2a-97df-02b5-33eb72350c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.706276] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.706688] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] b3779726-6b8a-4f2b-9b9a-7302948208e0/b3779726-6b8a-4f2b-9b9a-7302948208e0.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.706997] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067735, 'name': ReconfigVM_Task, 'duration_secs': 0.295631} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.707209] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b0abaaf-acc6-453b-a330-77df9070e88a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.710075] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 329db487-7a31-4a04-9dc7-646ebc595a98/329db487-7a31-4a04-9dc7-646ebc595a98.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.710646] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d8a8871-2395-4309-b6fb-f54d8beaa83c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.718032] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for the task: (returnval){ [ 575.718032] env[68216]: value = "task-3067741" [ 575.718032] env[68216]: _type = "Task" [ 575.718032] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.719620] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 575.719620] env[68216]: value = "task-3067740" [ 575.719620] env[68216]: _type = "Task" [ 575.719620] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.734443] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067741, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.738225] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.742195] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.742829] env[68216]: DEBUG nova.compute.manager [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.745982] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.286s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.829024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Releasing lock "refresh_cache-d1367ce2-b040-4d5e-a492-d05de61b2732" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.829024] env[68216]: DEBUG nova.compute.manager [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Instance network_info: |[{"id": "a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9", "address": "fa:16:3e:82:42:58", "network": {"id": "a7e079ec-a45c-4e0f-ad3f-d28b6c84d96e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170369838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53cec69578734491bbef628af61de488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c78ee6-3e", "ovs_interfaceid": "a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.829024] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:42:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.838788] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Creating folder: Project (53cec69578734491bbef628af61de488). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.839732] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93c25881-6831-41b6-b5f0-9a48f62b62a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.854031] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Created folder: Project (53cec69578734491bbef628af61de488) in parent group-v614292. [ 575.854031] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Creating folder: Instances. Parent ref: group-v614314. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.854031] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2932e39-49ae-4a07-a12e-b1b1a0b660aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.863964] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Created folder: Instances in parent group-v614314. [ 575.865898] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 575.865898] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.865898] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe68c507-6b4a-49d1-99d8-0da386914483 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.889204] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.889204] env[68216]: value = "task-3067744" [ 575.889204] env[68216]: _type = "Task" [ 575.889204] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.898052] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067744, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.903113] env[68216]: DEBUG nova.compute.manager [req-10581a2f-fa68-4126-b6f0-1848190b9678 req-45743f9a-688f-4baf-b823-5c4d22030b26 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Received event network-vif-plugged-aa8d834d-80ee-45c4-87de-34fb6a66e017 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 575.903113] env[68216]: DEBUG oslo_concurrency.lockutils [req-10581a2f-fa68-4126-b6f0-1848190b9678 req-45743f9a-688f-4baf-b823-5c4d22030b26 service nova] Acquiring lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.903113] env[68216]: DEBUG oslo_concurrency.lockutils [req-10581a2f-fa68-4126-b6f0-1848190b9678 req-45743f9a-688f-4baf-b823-5c4d22030b26 service nova] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.903113] env[68216]: DEBUG oslo_concurrency.lockutils [req-10581a2f-fa68-4126-b6f0-1848190b9678 req-45743f9a-688f-4baf-b823-5c4d22030b26 service nova] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.903113] env[68216]: DEBUG nova.compute.manager [req-10581a2f-fa68-4126-b6f0-1848190b9678 req-45743f9a-688f-4baf-b823-5c4d22030b26 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] No waiting events found dispatching network-vif-plugged-aa8d834d-80ee-45c4-87de-34fb6a66e017 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.903113] env[68216]: WARNING nova.compute.manager [req-10581a2f-fa68-4126-b6f0-1848190b9678 req-45743f9a-688f-4baf-b823-5c4d22030b26 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Received unexpected event network-vif-plugged-aa8d834d-80ee-45c4-87de-34fb6a66e017 for instance with vm_state building and task_state spawning. [ 575.915282] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquiring lock "74990eb0-8397-4f7a-a7b5-3937630fdb83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.915705] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "74990eb0-8397-4f7a-a7b5-3937630fdb83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.048026] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067738, 'name': CreateVM_Task, 'duration_secs': 0.446989} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.048026] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.048026] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.048026] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.048026] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.048026] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8290eeac-bcb4-43c5-9bf6-23c9c6719ebb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.059226] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 576.059226] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521bf0b5-09e4-1781-e9e7-a9a1348fcc76" [ 576.059226] env[68216]: _type = "Task" [ 576.059226] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.061152] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067734, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.069945] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521bf0b5-09e4-1781-e9e7-a9a1348fcc76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.140384] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067739, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.233026] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067741, 'name': Rename_Task, 'duration_secs': 0.142376} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.236848] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.237362] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067740, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.237737] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dfa73de-62f5-4cf9-858a-9c7b0750ed08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.247113] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for the task: (returnval){ [ 576.247113] env[68216]: value = "task-3067745" [ 576.247113] env[68216]: _type = "Task" [ 576.247113] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.249849] env[68216]: DEBUG nova.compute.utils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 576.257203] env[68216]: DEBUG nova.compute.manager [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 576.257595] env[68216]: DEBUG nova.network.neutron [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 576.266451] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067745, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.398561] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067744, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.404975] env[68216]: DEBUG nova.policy [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f322c711f3514878a3610b5d49309ae9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f5db45a6e5841c38a9c4231752efab3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.504648] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Acquiring lock "965403c1-404c-4688-89a4-5cd7982dcc16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.504648] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Lock "965403c1-404c-4688-89a4-5cd7982dcc16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.556478] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067734, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.572675] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521bf0b5-09e4-1781-e9e7-a9a1348fcc76, 'name': SearchDatastore_Task, 'duration_secs': 0.051394} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.576120] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.576120] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.576120] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.576120] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.576120] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.576120] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdbf3fbf-c217-4576-8f54-3191be8e2f88 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.584206] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.584661] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.585590] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7728e92-c953-4010-9764-07a04f31f720 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.594504] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 576.594504] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52662a96-8ea0-c7f4-fea2-52f87a108be8" [ 576.594504] env[68216]: _type = "Task" [ 576.594504] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.601925] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52662a96-8ea0-c7f4-fea2-52f87a108be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.638577] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067739, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.738019] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604484} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.738019] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] b3779726-6b8a-4f2b-9b9a-7302948208e0/b3779726-6b8a-4f2b-9b9a-7302948208e0.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.738019] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.738019] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d002a50f-57fa-42cc-b5ba-28e7fddbc758 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.751247] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 576.751247] env[68216]: value = "task-3067746" [ 576.751247] env[68216]: _type = "Task" [ 576.751247] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.761080] env[68216]: DEBUG nova.compute.manager [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.766188] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.774141] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.797160] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 1f030197-7d94-4149-b4ab-eef73111b6b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 576.797160] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance fa3b3214-ef66-4e92-b7ea-429efe8e2d01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 576.797160] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance f696c39b-adb2-4292-b5ae-12b6ebb2239c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 576.797160] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance f05e7cbb-1253-4054-90e4-46ffe28ad519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 576.797160] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 329db487-7a31-4a04-9dc7-646ebc595a98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 576.797160] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance b3779726-6b8a-4f2b-9b9a-7302948208e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 576.797160] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 83f60ebf-59d1-432b-a4f8-37510f2a6ebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 576.797160] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance d1367ce2-b040-4d5e-a492-d05de61b2732 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 576.797160] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 4928fa5d-54cd-4f17-ac01-a7b196dd7473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 576.797160] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 4feb7a78-d8ff-4146-8b83-fb39d887d91a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 576.817939] env[68216]: DEBUG nova.compute.manager [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Received event network-changed-4c4b264f-9fda-4811-b116-c37c39a2ca89 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 576.817939] env[68216]: DEBUG nova.compute.manager [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Refreshing instance network info cache due to event network-changed-4c4b264f-9fda-4811-b116-c37c39a2ca89. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 576.817939] env[68216]: DEBUG oslo_concurrency.lockutils [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] Acquiring lock "refresh_cache-b3779726-6b8a-4f2b-9b9a-7302948208e0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.819103] env[68216]: DEBUG oslo_concurrency.lockutils [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] Acquired lock "refresh_cache-b3779726-6b8a-4f2b-9b9a-7302948208e0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.819490] env[68216]: DEBUG nova.network.neutron [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Refreshing network info cache for port 4c4b264f-9fda-4811-b116-c37c39a2ca89 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.902465] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067744, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.057854] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067734, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.106034] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52662a96-8ea0-c7f4-fea2-52f87a108be8, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.106034] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4777fad2-a817-49ae-82a9-514cb5b32995 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.111696] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 577.111696] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524a8f9e-f250-92e7-1fc5-8fee62ac3bee" [ 577.111696] env[68216]: _type = "Task" [ 577.111696] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.120829] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524a8f9e-f250-92e7-1fc5-8fee62ac3bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.137968] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067739, 'name': Rename_Task, 'duration_secs': 1.067106} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.138401] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.139175] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fa5f2c6-0226-4d8b-943a-931af9cdcaae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.147285] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 577.147285] env[68216]: value = "task-3067747" [ 577.147285] env[68216]: _type = "Task" [ 577.147285] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.151263] env[68216]: DEBUG nova.network.neutron [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Successfully updated port: aed0b8f1-335f-4dff-bf6f-36359750f035 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.158121] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.266900] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119483} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.271198] env[68216]: DEBUG oslo_vmware.api [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067745, 'name': PowerOnVM_Task, 'duration_secs': 0.657603} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.271827] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.272300] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.272640] env[68216]: INFO nova.compute.manager [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Took 11.73 seconds to spawn the instance on the hypervisor. [ 577.272966] env[68216]: DEBUG nova.compute.manager [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.273859] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd72609-8fd5-43fa-ba4c-dde98ad2192d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.277263] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee517ee-f4da-4b89-8e54-7b6f60c2f5f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.282029] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquiring lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.282029] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.282029] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquiring lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.282029] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.282029] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.287336] env[68216]: INFO nova.compute.manager [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Terminating instance [ 577.309736] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b3779726-6b8a-4f2b-9b9a-7302948208e0/b3779726-6b8a-4f2b-9b9a-7302948208e0.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.315218] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 8237475b-0989-4e97-9c71-19ad1ef8fa5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 577.316607] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfe2ba4-af4e-4cab-8016-9d2c222d6b3f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.345359] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 577.345359] env[68216]: value = "task-3067748" [ 577.345359] env[68216]: _type = "Task" [ 577.345359] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.354853] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.398898] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067744, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.557711] env[68216]: DEBUG oslo_vmware.api [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067734, 'name': PowerOnVM_Task, 'duration_secs': 2.109272} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.558110] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.558378] env[68216]: INFO nova.compute.manager [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Took 16.58 seconds to spawn the instance on the hypervisor. [ 577.558642] env[68216]: DEBUG nova.compute.manager [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.559499] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2059257b-118a-4001-a215-e9b20de9fb9b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.624977] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524a8f9e-f250-92e7-1fc5-8fee62ac3bee, 'name': SearchDatastore_Task, 'duration_secs': 0.032843} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.624977] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.624977] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 83f60ebf-59d1-432b-a4f8-37510f2a6ebd/83f60ebf-59d1-432b-a4f8-37510f2a6ebd.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.624977] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7be78641-b016-459f-a5df-b3d455fc7598 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.631342] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 577.631342] env[68216]: value = "task-3067749" [ 577.631342] env[68216]: _type = "Task" [ 577.631342] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.639332] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.654437] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "refresh_cache-4928fa5d-54cd-4f17-ac01-a7b196dd7473" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.654658] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquired lock "refresh_cache-4928fa5d-54cd-4f17-ac01-a7b196dd7473" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.654859] env[68216]: DEBUG nova.network.neutron [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.655995] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.678726] env[68216]: DEBUG nova.network.neutron [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Successfully created port: aa2ba662-a4f3-4c30-bba6-fd0516adad24 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.773788] env[68216]: DEBUG nova.compute.manager [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 577.804599] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:23:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1281362849',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1705390987',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.804861] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.805035] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.805220] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.805364] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.805538] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.805805] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.805977] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.806376] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.806660] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.806918] env[68216]: DEBUG nova.virt.hardware [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.807954] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd9267e-5595-4784-80eb-44721ce8f978 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.820251] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3648a630-050f-41ae-a274-e84e5598fe30 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.838481] env[68216]: DEBUG nova.compute.manager [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 577.838788] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 577.843037] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d7d653-a502-4f0c-8135-92bbb7f98fce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.855563] env[68216]: INFO nova.compute.manager [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Took 22.19 seconds to build instance. [ 577.859983] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 60a83a27-c812-4c82-9a8e-fa841127911b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 577.866038] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 577.866038] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f859616-f81a-4701-9985-fead4b4fb213 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.871282] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.875039] env[68216]: DEBUG oslo_vmware.api [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for the task: (returnval){ [ 577.875039] env[68216]: value = "task-3067750" [ 577.875039] env[68216]: _type = "Task" [ 577.875039] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.883807] env[68216]: DEBUG oslo_vmware.api [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.899497] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067744, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.081869] env[68216]: INFO nova.compute.manager [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Took 23.82 seconds to build instance. [ 578.145792] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.160059] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.213366] env[68216]: DEBUG nova.network.neutron [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.341515] env[68216]: DEBUG nova.network.neutron [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Updated VIF entry in instance network info cache for port 4c4b264f-9fda-4811-b116-c37c39a2ca89. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.342080] env[68216]: DEBUG nova.network.neutron [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Updating instance_info_cache with network_info: [{"id": "4c4b264f-9fda-4811-b116-c37c39a2ca89", "address": "fa:16:3e:d9:03:d8", "network": {"id": "7544d531-7c44-4556-848c-54c889d727dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-313914292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03993a4334c417bb904fa24d7a02a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b264f-9f", "ovs_interfaceid": "4c4b264f-9fda-4811-b116-c37c39a2ca89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.349107] env[68216]: DEBUG nova.network.neutron [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Updating instance_info_cache with network_info: [{"id": "aed0b8f1-335f-4dff-bf6f-36359750f035", "address": "fa:16:3e:20:f5:06", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed0b8f1-33", "ovs_interfaceid": "aed0b8f1-335f-4dff-bf6f-36359750f035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.360886] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067748, 'name': ReconfigVM_Task, 'duration_secs': 0.689078} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.361699] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b3779726-6b8a-4f2b-9b9a-7302948208e0/b3779726-6b8a-4f2b-9b9a-7302948208e0.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.362586] env[68216]: DEBUG oslo_concurrency.lockutils [None req-19ef0f4c-5064-448f-9260-9a60e08eccec tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lock "329db487-7a31-4a04-9dc7-646ebc595a98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.711s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.363265] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance da572323-6a2a-448d-8759-9e93586fdf2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 578.364588] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87b8e1b2-7c1d-4e43-b054-19e1a95fae84 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.373939] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 578.373939] env[68216]: value = "task-3067751" [ 578.373939] env[68216]: _type = "Task" [ 578.373939] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.395832] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067751, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.406694] env[68216]: DEBUG oslo_vmware.api [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067750, 'name': PowerOffVM_Task, 'duration_secs': 0.271154} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.408009] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 578.408009] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 578.408328] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-966aa950-c28b-42f0-b40f-13860b67aee4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.413450] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067744, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.430115] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.430278] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.471092] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 578.471366] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 578.471575] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Deleting the datastore file [datastore2] fa3b3214-ef66-4e92-b7ea-429efe8e2d01 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 578.471856] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8734948a-a46b-4e42-a13f-df8bac4c698c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.479114] env[68216]: DEBUG oslo_vmware.api [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for the task: (returnval){ [ 578.479114] env[68216]: value = "task-3067753" [ 578.479114] env[68216]: _type = "Task" [ 578.479114] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.488746] env[68216]: DEBUG oslo_vmware.api [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.585116] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c24a4adc-a0ae-4ebb-80d1-2a97c43e5a8c tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.331s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.642820] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615597} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.643165] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 83f60ebf-59d1-432b-a4f8-37510f2a6ebd/83f60ebf-59d1-432b-a4f8-37510f2a6ebd.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.643394] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.643648] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbc17da1-da15-40a1-abbe-33fc8ac5a812 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.652686] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 578.652686] env[68216]: value = "task-3067754" [ 578.652686] env[68216]: _type = "Task" [ 578.652686] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.660309] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.665369] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.846177] env[68216]: DEBUG oslo_concurrency.lockutils [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] Releasing lock "refresh_cache-b3779726-6b8a-4f2b-9b9a-7302948208e0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.846447] env[68216]: DEBUG nova.compute.manager [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Received event network-vif-plugged-a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 578.846641] env[68216]: DEBUG oslo_concurrency.lockutils [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] Acquiring lock "d1367ce2-b040-4d5e-a492-d05de61b2732-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.846888] env[68216]: DEBUG oslo_concurrency.lockutils [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.846991] env[68216]: DEBUG oslo_concurrency.lockutils [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.847175] env[68216]: DEBUG nova.compute.manager [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] No waiting events found dispatching network-vif-plugged-a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.847340] env[68216]: WARNING nova.compute.manager [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Received unexpected event network-vif-plugged-a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9 for instance with vm_state building and task_state spawning. [ 578.847495] env[68216]: DEBUG nova.compute.manager [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Received event network-changed-a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 578.847673] env[68216]: DEBUG nova.compute.manager [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Refreshing instance network info cache due to event network-changed-a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 578.847914] env[68216]: DEBUG oslo_concurrency.lockutils [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] Acquiring lock "refresh_cache-d1367ce2-b040-4d5e-a492-d05de61b2732" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.847977] env[68216]: DEBUG oslo_concurrency.lockutils [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] Acquired lock "refresh_cache-d1367ce2-b040-4d5e-a492-d05de61b2732" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.848140] env[68216]: DEBUG nova.network.neutron [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Refreshing network info cache for port a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.852299] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Releasing lock "refresh_cache-4928fa5d-54cd-4f17-ac01-a7b196dd7473" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.852472] env[68216]: DEBUG nova.compute.manager [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Instance network_info: |[{"id": "aed0b8f1-335f-4dff-bf6f-36359750f035", "address": "fa:16:3e:20:f5:06", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed0b8f1-33", "ovs_interfaceid": "aed0b8f1-335f-4dff-bf6f-36359750f035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 578.852816] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:f5:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aed0b8f1-335f-4dff-bf6f-36359750f035', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.864671] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Creating folder: Project (90801bfce63542afab0f6ca417452230). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.865562] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d11d236-ea00-472d-877a-cbb9eb012b88 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.868824] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 7b497c83-b21d-464b-8ee4-2964255eb5bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 578.869578] env[68216]: DEBUG nova.compute.manager [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.887156] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067751, 'name': Rename_Task, 'duration_secs': 0.171811} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.887652] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Created folder: Project (90801bfce63542afab0f6ca417452230) in parent group-v614292. [ 578.887828] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Creating folder: Instances. Parent ref: group-v614317. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.888099] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.888530] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac06cf7-7cc7-4640-959d-befa71944c14 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.892326] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c19c0c0e-57b0-42c8-bdc0-a2e6ae53aeb4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.900351] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067744, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.903708] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 578.903708] env[68216]: value = "task-3067757" [ 578.903708] env[68216]: _type = "Task" [ 578.903708] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.903708] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Created folder: Instances in parent group-v614317. [ 578.903708] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 578.906667] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.907178] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-793ba7b9-505b-47e1-a11c-f267786e3d05 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.939628] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067757, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.941302] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.941302] env[68216]: value = "task-3067758" [ 578.941302] env[68216]: _type = "Task" [ 578.941302] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.953351] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067758, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.989210] env[68216]: DEBUG oslo_vmware.api [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Task: {'id': task-3067753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261207} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.989463] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 578.989645] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 578.989952] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 578.990037] env[68216]: INFO nova.compute.manager [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Took 1.15 seconds to destroy the instance on the hypervisor. [ 578.990236] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 578.990418] env[68216]: DEBUG nova.compute.manager [-] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 578.990511] env[68216]: DEBUG nova.network.neutron [-] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 579.091085] env[68216]: DEBUG nova.compute.manager [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.162078] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.167234] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069207} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.167778] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.169077] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c330b7b-024e-47eb-8189-ed3ecfca5a10 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.193840] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 83f60ebf-59d1-432b-a4f8-37510f2a6ebd/83f60ebf-59d1-432b-a4f8-37510f2a6ebd.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.194162] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6635e03-9c8f-4082-8cfb-41532122abc7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.215115] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 579.215115] env[68216]: value = "task-3067759" [ 579.215115] env[68216]: _type = "Task" [ 579.215115] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.223806] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.377111] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 0341167e-de6e-495d-9163-58e5bd23d8b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 579.381403] env[68216]: DEBUG nova.compute.manager [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Received event network-changed-aa8d834d-80ee-45c4-87de-34fb6a66e017 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 579.381523] env[68216]: DEBUG nova.compute.manager [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Refreshing instance network info cache due to event network-changed-aa8d834d-80ee-45c4-87de-34fb6a66e017. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 579.381802] env[68216]: DEBUG oslo_concurrency.lockutils [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] Acquiring lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.382085] env[68216]: DEBUG oslo_concurrency.lockutils [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] Acquired lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.382085] env[68216]: DEBUG nova.network.neutron [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Refreshing network info cache for port aa8d834d-80ee-45c4-87de-34fb6a66e017 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.407265] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067744, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.419819] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067757, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.420988] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.452100] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067758, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.628655] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.648037] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquiring lock "157518c7-11d9-4a60-b529-58f5ade77a09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.648037] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lock "157518c7-11d9-4a60-b529-58f5ade77a09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.667396] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067747, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.738355] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.885806] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance a45cfda8-7648-4530-a6db-6ed75524cad1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 579.912094] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067744, 'name': CreateVM_Task, 'duration_secs': 3.836797} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.917113] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.918365] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.918602] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.919035] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.919788] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7f7bde-774a-44f7-b958-6b8506ec0752 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.926787] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067757, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.931070] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for the task: (returnval){ [ 579.931070] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52683bdd-78e2-2b2a-8a95-7ceca94da3ee" [ 579.931070] env[68216]: _type = "Task" [ 579.931070] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.941647] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52683bdd-78e2-2b2a-8a95-7ceca94da3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.950494] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067758, 'name': CreateVM_Task, 'duration_secs': 0.62196} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.954078] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.954078] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.954078] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.954078] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.954078] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c80884d-0cdf-40bc-9715-17d9eb1c335e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.957913] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 579.957913] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527d2198-6b0f-51c1-3c9a-2c232792d955" [ 579.957913] env[68216]: _type = "Task" [ 579.957913] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.966711] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527d2198-6b0f-51c1-3c9a-2c232792d955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.017371] env[68216]: DEBUG nova.network.neutron [-] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.114677] env[68216]: DEBUG nova.network.neutron [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Updated VIF entry in instance network info cache for port a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.115012] env[68216]: DEBUG nova.network.neutron [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Updating instance_info_cache with network_info: [{"id": "a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9", "address": "fa:16:3e:82:42:58", "network": {"id": "a7e079ec-a45c-4e0f-ad3f-d28b6c84d96e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170369838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53cec69578734491bbef628af61de488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c78ee6-3e", "ovs_interfaceid": "a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.148548] env[68216]: DEBUG nova.network.neutron [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updated VIF entry in instance network info cache for port aa8d834d-80ee-45c4-87de-34fb6a66e017. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.148909] env[68216]: DEBUG nova.network.neutron [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance_info_cache with network_info: [{"id": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "address": "fa:16:3e:93:85:55", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d834d-80", "ovs_interfaceid": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.164082] env[68216]: DEBUG oslo_vmware.api [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067747, 'name': PowerOnVM_Task, 'duration_secs': 2.589219} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.164963] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.165208] env[68216]: INFO nova.compute.manager [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Took 16.94 seconds to spawn the instance on the hypervisor. [ 580.165438] env[68216]: DEBUG nova.compute.manager [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.166501] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783cc966-c36b-4054-b44d-5a175a08a441 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.230991] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067759, 'name': ReconfigVM_Task, 'duration_secs': 0.523443} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.231291] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 83f60ebf-59d1-432b-a4f8-37510f2a6ebd/83f60ebf-59d1-432b-a4f8-37510f2a6ebd.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.231887] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cca42a3-466c-4fca-a86a-639e8390d427 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.240382] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 580.240382] env[68216]: value = "task-3067760" [ 580.240382] env[68216]: _type = "Task" [ 580.240382] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.249422] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067760, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.392245] env[68216]: DEBUG nova.network.neutron [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Successfully updated port: aa2ba662-a4f3-4c30-bba6-fd0516adad24 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.395499] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 16e4cba8-065d-4254-b377-cc48b1db47f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 580.426791] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067757, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.440755] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52683bdd-78e2-2b2a-8a95-7ceca94da3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013009} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.441450] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.441711] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.441949] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.442103] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.442672] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.443298] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d91a5ad-f175-42a2-8a21-875fef265fc6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.453330] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.454678] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.454678] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936bac03-e252-411a-aa47-7e94c80e349a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.462960] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for the task: (returnval){ [ 580.462960] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8377d-b04f-47ec-f207-4b1ee875f9bb" [ 580.462960] env[68216]: _type = "Task" [ 580.462960] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.470597] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527d2198-6b0f-51c1-3c9a-2c232792d955, 'name': SearchDatastore_Task, 'duration_secs': 0.011646} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.471342] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.471592] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.471828] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.471963] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.472165] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.472403] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4799f3f6-a231-44e0-9e52-73662663919d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.477799] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8377d-b04f-47ec-f207-4b1ee875f9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.490125] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.490384] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.491170] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b11a07-b122-43fe-ab61-c74400b456fa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.496894] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 580.496894] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525c48bf-8fd9-b49f-90bf-b28271d78e1f" [ 580.496894] env[68216]: _type = "Task" [ 580.496894] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.506081] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525c48bf-8fd9-b49f-90bf-b28271d78e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.519677] env[68216]: INFO nova.compute.manager [-] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Took 1.53 seconds to deallocate network for instance. [ 580.624774] env[68216]: DEBUG oslo_concurrency.lockutils [req-96d95eb9-7ffb-41e7-bff1-bea9d034942f req-4e8ea6cd-0da3-4318-8f52-3134f33341fe service nova] Releasing lock "refresh_cache-d1367ce2-b040-4d5e-a492-d05de61b2732" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.651935] env[68216]: DEBUG oslo_concurrency.lockutils [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] Releasing lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.652579] env[68216]: DEBUG nova.compute.manager [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Received event network-vif-plugged-aed0b8f1-335f-4dff-bf6f-36359750f035 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 580.652936] env[68216]: DEBUG oslo_concurrency.lockutils [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] Acquiring lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.655564] env[68216]: DEBUG oslo_concurrency.lockutils [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] Lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.655564] env[68216]: DEBUG oslo_concurrency.lockutils [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] Lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.655564] env[68216]: DEBUG nova.compute.manager [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] No waiting events found dispatching network-vif-plugged-aed0b8f1-335f-4dff-bf6f-36359750f035 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.655564] env[68216]: WARNING nova.compute.manager [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Received unexpected event network-vif-plugged-aed0b8f1-335f-4dff-bf6f-36359750f035 for instance with vm_state building and task_state spawning. [ 580.655564] env[68216]: DEBUG nova.compute.manager [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Received event network-changed-aed0b8f1-335f-4dff-bf6f-36359750f035 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 580.655564] env[68216]: DEBUG nova.compute.manager [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Refreshing instance network info cache due to event network-changed-aed0b8f1-335f-4dff-bf6f-36359750f035. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 580.655564] env[68216]: DEBUG oslo_concurrency.lockutils [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] Acquiring lock "refresh_cache-4928fa5d-54cd-4f17-ac01-a7b196dd7473" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.655564] env[68216]: DEBUG oslo_concurrency.lockutils [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] Acquired lock "refresh_cache-4928fa5d-54cd-4f17-ac01-a7b196dd7473" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.655564] env[68216]: DEBUG nova.network.neutron [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Refreshing network info cache for port aed0b8f1-335f-4dff-bf6f-36359750f035 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.688406] env[68216]: INFO nova.compute.manager [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Took 26.16 seconds to build instance. [ 580.737622] env[68216]: DEBUG nova.compute.manager [req-454c81ad-a796-4511-9f22-6658df72ff4f req-dfde3f74-436d-4e74-b26b-00ad960953bc service nova] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Received event network-vif-deleted-cd4ab960-1631-479c-8415-027bb968c012 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 580.751995] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067760, 'name': Rename_Task, 'duration_secs': 0.142821} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.752688] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.752934] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd5a628-4784-439d-a7d4-07a2c68f1f0a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.760442] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 580.760442] env[68216]: value = "task-3067761" [ 580.760442] env[68216]: _type = "Task" [ 580.760442] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.770794] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.870339] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquiring lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.874060] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.874060] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquiring lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.874060] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.874060] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.874060] env[68216]: INFO nova.compute.manager [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Terminating instance [ 580.894559] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquiring lock "refresh_cache-4feb7a78-d8ff-4146-8b83-fb39d887d91a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.894706] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquired lock "refresh_cache-4feb7a78-d8ff-4146-8b83-fb39d887d91a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.897647] env[68216]: DEBUG nova.network.neutron [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.898340] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 74990eb0-8397-4f7a-a7b5-3937630fdb83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 580.923076] env[68216]: DEBUG oslo_vmware.api [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067757, 'name': PowerOnVM_Task, 'duration_secs': 1.575338} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.923351] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.923557] env[68216]: INFO nova.compute.manager [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Took 13.06 seconds to spawn the instance on the hypervisor. [ 580.923710] env[68216]: DEBUG nova.compute.manager [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.924574] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d620e1da-f2ec-448c-bfb1-ec886f93c46a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.953033] env[68216]: DEBUG nova.compute.manager [None req-c2bef0a2-7329-4c09-80ca-f872b8920142 tempest-ServerDiagnosticsV248Test-1392734188 tempest-ServerDiagnosticsV248Test-1392734188-project-admin] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.954868] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbbfe47-0897-4204-81fd-93b705302621 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.961322] env[68216]: INFO nova.compute.manager [None req-c2bef0a2-7329-4c09-80ca-f872b8920142 tempest-ServerDiagnosticsV248Test-1392734188 tempest-ServerDiagnosticsV248Test-1392734188-project-admin] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Retrieving diagnostics [ 580.962108] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebea696a-2b63-4e14-802b-2298f3a60a3b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.000044] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8377d-b04f-47ec-f207-4b1ee875f9bb, 'name': SearchDatastore_Task, 'duration_secs': 0.028093} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.003994] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c0356f-d4e7-45b8-8678-b07ab523b2c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.013218] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525c48bf-8fd9-b49f-90bf-b28271d78e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.013846} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.013590] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for the task: (returnval){ [ 581.013590] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523d0da2-8557-3722-72df-2b1d52b12edc" [ 581.013590] env[68216]: _type = "Task" [ 581.013590] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.014377] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6031a28c-7b21-427e-964f-e1e7ecae2643 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.025013] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523d0da2-8557-3722-72df-2b1d52b12edc, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.026288] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.026643] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] d1367ce2-b040-4d5e-a492-d05de61b2732/d1367ce2-b040-4d5e-a492-d05de61b2732.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.027027] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 581.027027] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f122e7-cb78-1064-7371-61f74bb275c1" [ 581.027027] env[68216]: _type = "Task" [ 581.027027] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.027279] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04a1fae4-83b0-4714-8656-6f9a15774b28 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.029951] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.038619] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f122e7-cb78-1064-7371-61f74bb275c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012218} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.039935] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.040116] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 4928fa5d-54cd-4f17-ac01-a7b196dd7473/4928fa5d-54cd-4f17-ac01-a7b196dd7473.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.040435] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for the task: (returnval){ [ 581.040435] env[68216]: value = "task-3067762" [ 581.040435] env[68216]: _type = "Task" [ 581.040435] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.040632] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f17d52f-f046-4588-a28d-b0319ae0c004 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.050395] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.051620] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 581.051620] env[68216]: value = "task-3067763" [ 581.051620] env[68216]: _type = "Task" [ 581.051620] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.191078] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9a6f9950-f84d-449d-94d5-8cefdea00b48 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "f05e7cbb-1253-4054-90e4-46ffe28ad519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.678s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.275063] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067761, 'name': PowerOnVM_Task} progress is 95%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.378235] env[68216]: DEBUG nova.compute.manager [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 581.378438] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 581.379586] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0a2efa-8aaa-4057-a03b-f1cc1526a85b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.391661] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 581.391661] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acc62de6-d57b-4641-a979-e51a0133770a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.402417] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 965403c1-404c-4688-89a4-5cd7982dcc16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 581.402768] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 581.403034] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 581.406308] env[68216]: DEBUG oslo_vmware.api [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 581.406308] env[68216]: value = "task-3067764" [ 581.406308] env[68216]: _type = "Task" [ 581.406308] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.431661] env[68216]: DEBUG oslo_vmware.api [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.462065] env[68216]: INFO nova.compute.manager [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Took 25.70 seconds to build instance. [ 581.471079] env[68216]: DEBUG nova.network.neutron [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.560785] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067762, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.572595] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067763, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.672447] env[68216]: DEBUG nova.network.neutron [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Updated VIF entry in instance network info cache for port aed0b8f1-335f-4dff-bf6f-36359750f035. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.674018] env[68216]: DEBUG nova.network.neutron [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Updating instance_info_cache with network_info: [{"id": "aed0b8f1-335f-4dff-bf6f-36359750f035", "address": "fa:16:3e:20:f5:06", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed0b8f1-33", "ovs_interfaceid": "aed0b8f1-335f-4dff-bf6f-36359750f035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.680047] env[68216]: DEBUG nova.network.neutron [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Updating instance_info_cache with network_info: [{"id": "aa2ba662-a4f3-4c30-bba6-fd0516adad24", "address": "fa:16:3e:02:38:ef", "network": {"id": "e0e8c4b0-af2b-4ff2-b798-96d548c74838", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-236517609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5db45a6e5841c38a9c4231752efab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2ba662-a4", "ovs_interfaceid": "aa2ba662-a4f3-4c30-bba6-fd0516adad24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.697993] env[68216]: DEBUG nova.compute.manager [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.777031] env[68216]: DEBUG oslo_vmware.api [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067761, 'name': PowerOnVM_Task, 'duration_secs': 0.650326} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.777031] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.777031] env[68216]: INFO nova.compute.manager [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Took 11.39 seconds to spawn the instance on the hypervisor. [ 581.777031] env[68216]: DEBUG nova.compute.manager [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.778082] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e3b7d2-243d-447d-8380-d5f419ed6ae6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.868456] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b03833-7e9b-42bd-9b51-75bab3103274 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.880221] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37cd8a4-543a-458d-8ff0-f57b6e718113 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.915388] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0322225-bc80-4988-ad42-c505139585d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.924313] env[68216]: DEBUG oslo_vmware.api [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067764, 'name': PowerOffVM_Task, 'duration_secs': 0.321579} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.926414] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.926704] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.926855] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53ebf911-8750-4b81-aacf-8d44f4aaa266 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.929152] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9de5c0-9d78-464d-bd6d-ae659b4eb83f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.942796] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.964268] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a8381e2d-335b-4d71-b814-2c2681ffbefa tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "b3779726-6b8a-4f2b-9b9a-7302948208e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.209s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.020767] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 582.020983] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 582.021184] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Deleting the datastore file [datastore1] f696c39b-adb2-4292-b5ae-12b6ebb2239c {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 582.021510] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b999ded9-1654-4e7d-a810-6fe508a6f546 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.029034] env[68216]: DEBUG oslo_vmware.api [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for the task: (returnval){ [ 582.029034] env[68216]: value = "task-3067766" [ 582.029034] env[68216]: _type = "Task" [ 582.029034] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.036379] env[68216]: DEBUG oslo_vmware.api [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.051155] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637772} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.051407] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] d1367ce2-b040-4d5e-a492-d05de61b2732/d1367ce2-b040-4d5e-a492-d05de61b2732.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.051630] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.051868] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5491439a-8e47-45fc-9f22-00e2765f26e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.063676] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946097} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.065067] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 4928fa5d-54cd-4f17-ac01-a7b196dd7473/4928fa5d-54cd-4f17-ac01-a7b196dd7473.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.065375] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.065706] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for the task: (returnval){ [ 582.065706] env[68216]: value = "task-3067767" [ 582.065706] env[68216]: _type = "Task" [ 582.065706] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.065918] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aef5cd3-2bbc-4e81-8258-ffad9af48b9a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.076029] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.077019] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 582.077019] env[68216]: value = "task-3067768" [ 582.077019] env[68216]: _type = "Task" [ 582.077019] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.084443] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.176735] env[68216]: DEBUG oslo_concurrency.lockutils [req-9e3a600c-498c-4027-878a-2f0cbf9e7a15 req-9e3b583e-b375-4a0b-9dde-d5a12614bc88 service nova] Releasing lock "refresh_cache-4928fa5d-54cd-4f17-ac01-a7b196dd7473" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.185191] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Releasing lock "refresh_cache-4feb7a78-d8ff-4146-8b83-fb39d887d91a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.186046] env[68216]: DEBUG nova.compute.manager [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Instance network_info: |[{"id": "aa2ba662-a4f3-4c30-bba6-fd0516adad24", "address": "fa:16:3e:02:38:ef", "network": {"id": "e0e8c4b0-af2b-4ff2-b798-96d548c74838", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-236517609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5db45a6e5841c38a9c4231752efab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2ba662-a4", "ovs_interfaceid": "aa2ba662-a4f3-4c30-bba6-fd0516adad24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.186046] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:38:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa2ba662-a4f3-4c30-bba6-fd0516adad24', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.194643] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Creating folder: Project (2f5db45a6e5841c38a9c4231752efab3). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.195042] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bfa824d-665a-42f2-adea-63b02dcb5213 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.207764] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Created folder: Project (2f5db45a6e5841c38a9c4231752efab3) in parent group-v614292. [ 582.207968] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Creating folder: Instances. Parent ref: group-v614320. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.208294] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-524a3971-4ffe-4426-a10c-ed737ead81e1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.218547] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Created folder: Instances in parent group-v614320. [ 582.218662] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 582.218906] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.219143] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a60455c1-c62a-443f-886a-7708d1b502cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.234853] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.240701] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.240701] env[68216]: value = "task-3067771" [ 582.240701] env[68216]: _type = "Task" [ 582.240701] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.249231] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067771, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.304281] env[68216]: INFO nova.compute.manager [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Took 24.48 seconds to build instance. [ 582.447437] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.466537] env[68216]: DEBUG nova.compute.manager [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.482445] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquiring lock "329db487-7a31-4a04-9dc7-646ebc595a98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.482702] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lock "329db487-7a31-4a04-9dc7-646ebc595a98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.482906] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquiring lock "329db487-7a31-4a04-9dc7-646ebc595a98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.483238] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lock "329db487-7a31-4a04-9dc7-646ebc595a98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.483368] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lock "329db487-7a31-4a04-9dc7-646ebc595a98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.490053] env[68216]: INFO nova.compute.manager [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Terminating instance [ 582.540127] env[68216]: DEBUG oslo_vmware.api [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Task: {'id': task-3067766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407489} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.540424] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.540606] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.540780] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.540946] env[68216]: INFO nova.compute.manager [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 582.541208] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 582.541402] env[68216]: DEBUG nova.compute.manager [-] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 582.541555] env[68216]: DEBUG nova.network.neutron [-] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 582.581833] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20801} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.584475] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.585265] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfe05ee-5dfd-4d34-b1c5-a285c54845e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.592785] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180884} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.602408] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.611769] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] d1367ce2-b040-4d5e-a492-d05de61b2732/d1367ce2-b040-4d5e-a492-d05de61b2732.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.612322] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504724ad-f077-4331-b9ab-f3f3292f9c86 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.614979] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89488ba7-11c6-497b-82fa-eb392bceb94e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.651586] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 4928fa5d-54cd-4f17-ac01-a7b196dd7473/4928fa5d-54cd-4f17-ac01-a7b196dd7473.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.654129] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f55a2a7-69ef-4bf5-8874-db875c0b8685 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.667373] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for the task: (returnval){ [ 582.667373] env[68216]: value = "task-3067772" [ 582.667373] env[68216]: _type = "Task" [ 582.667373] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.672423] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 582.672423] env[68216]: value = "task-3067773" [ 582.672423] env[68216]: _type = "Task" [ 582.672423] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.680833] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.683527] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067773, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.739221] env[68216]: DEBUG nova.compute.manager [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Received event network-vif-plugged-aa2ba662-a4f3-4c30-bba6-fd0516adad24 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 582.739440] env[68216]: DEBUG oslo_concurrency.lockutils [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] Acquiring lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.739646] env[68216]: DEBUG oslo_concurrency.lockutils [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] Lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.739827] env[68216]: DEBUG oslo_concurrency.lockutils [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] Lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.739963] env[68216]: DEBUG nova.compute.manager [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] No waiting events found dispatching network-vif-plugged-aa2ba662-a4f3-4c30-bba6-fd0516adad24 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.740653] env[68216]: WARNING nova.compute.manager [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Received unexpected event network-vif-plugged-aa2ba662-a4f3-4c30-bba6-fd0516adad24 for instance with vm_state building and task_state spawning. [ 582.740653] env[68216]: DEBUG nova.compute.manager [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Received event network-changed-aa2ba662-a4f3-4c30-bba6-fd0516adad24 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 582.740653] env[68216]: DEBUG nova.compute.manager [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Refreshing instance network info cache due to event network-changed-aa2ba662-a4f3-4c30-bba6-fd0516adad24. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 582.740653] env[68216]: DEBUG oslo_concurrency.lockutils [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] Acquiring lock "refresh_cache-4feb7a78-d8ff-4146-8b83-fb39d887d91a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.740826] env[68216]: DEBUG oslo_concurrency.lockutils [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] Acquired lock "refresh_cache-4feb7a78-d8ff-4146-8b83-fb39d887d91a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.741032] env[68216]: DEBUG nova.network.neutron [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Refreshing network info cache for port aa2ba662-a4f3-4c30-bba6-fd0516adad24 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.753409] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067771, 'name': CreateVM_Task, 'duration_secs': 0.394014} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.753409] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.753594] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.753782] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.754078] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.754539] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566312e8-8284-46a7-ad54-c79d1f519e5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.759352] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for the task: (returnval){ [ 582.759352] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520ed39c-85ac-68e5-1996-2d5cebb835d1" [ 582.759352] env[68216]: _type = "Task" [ 582.759352] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.768832] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520ed39c-85ac-68e5-1996-2d5cebb835d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.807358] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1cdfb82d-532c-4971-a1c6-d94b4e4c7b77 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.996s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.953313] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 582.953514] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.208s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.954172] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.394s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.955776] env[68216]: INFO nova.compute.claims [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.995829] env[68216]: DEBUG nova.compute.manager [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 582.995829] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 582.997361] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3d9e46-cb86-44e6-820a-04ff5f37f3fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.001946] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.006907] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 583.007201] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e844ed4e-fe3b-489b-94bd-6539c2caca0b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.014791] env[68216]: DEBUG oslo_vmware.api [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for the task: (returnval){ [ 583.014791] env[68216]: value = "task-3067774" [ 583.014791] env[68216]: _type = "Task" [ 583.014791] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.024645] env[68216]: DEBUG oslo_vmware.api [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.181615] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.186822] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.271300] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520ed39c-85ac-68e5-1996-2d5cebb835d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013539} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.271971] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.272232] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.272469] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.272611] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.272788] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.273068] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fadc49a4-8b35-4bcb-8bb4-ced1ae45d72d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.281365] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.281365] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.282086] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cfda81-ca8a-4e26-9c2b-88c2d368dd64 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.287304] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for the task: (returnval){ [ 583.287304] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52156432-d6e0-f228-a19d-93640d8597c6" [ 583.287304] env[68216]: _type = "Task" [ 583.287304] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.295038] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52156432-d6e0-f228-a19d-93640d8597c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.315646] env[68216]: DEBUG nova.compute.manager [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.323372] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquiring lock "1f030197-7d94-4149-b4ab-eef73111b6b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.323372] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lock "1f030197-7d94-4149-b4ab-eef73111b6b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.323468] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquiring lock "1f030197-7d94-4149-b4ab-eef73111b6b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.323702] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lock "1f030197-7d94-4149-b4ab-eef73111b6b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.323746] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lock "1f030197-7d94-4149-b4ab-eef73111b6b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.326191] env[68216]: INFO nova.compute.manager [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Terminating instance [ 583.338467] env[68216]: DEBUG nova.network.neutron [-] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.513949] env[68216]: DEBUG nova.network.neutron [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Updated VIF entry in instance network info cache for port aa2ba662-a4f3-4c30-bba6-fd0516adad24. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.517024] env[68216]: DEBUG nova.network.neutron [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Updating instance_info_cache with network_info: [{"id": "aa2ba662-a4f3-4c30-bba6-fd0516adad24", "address": "fa:16:3e:02:38:ef", "network": {"id": "e0e8c4b0-af2b-4ff2-b798-96d548c74838", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-236517609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5db45a6e5841c38a9c4231752efab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2ba662-a4", "ovs_interfaceid": "aa2ba662-a4f3-4c30-bba6-fd0516adad24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.528088] env[68216]: DEBUG oslo_vmware.api [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067774, 'name': PowerOffVM_Task, 'duration_secs': 0.248264} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.528338] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 583.528501] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 583.528759] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca80197-9df5-4efe-92ef-e05836f6762e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.588332] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 583.588760] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 583.589843] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Deleting the datastore file [datastore1] 329db487-7a31-4a04-9dc7-646ebc595a98 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 583.589843] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e33de263-a013-4275-a259-71028e278981 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.596365] env[68216]: DEBUG oslo_vmware.api [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for the task: (returnval){ [ 583.596365] env[68216]: value = "task-3067776" [ 583.596365] env[68216]: _type = "Task" [ 583.596365] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.604460] env[68216]: DEBUG oslo_vmware.api [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.681850] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067772, 'name': ReconfigVM_Task, 'duration_secs': 0.596549} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.682705] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Reconfigured VM instance instance-00000008 to attach disk [datastore1] d1367ce2-b040-4d5e-a492-d05de61b2732/d1367ce2-b040-4d5e-a492-d05de61b2732.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.683403] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-402a881a-8c69-4932-8cda-f467d90dbbef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.688121] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067773, 'name': ReconfigVM_Task, 'duration_secs': 0.558807} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.688810] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 4928fa5d-54cd-4f17-ac01-a7b196dd7473/4928fa5d-54cd-4f17-ac01-a7b196dd7473.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.689485] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feb8e5c8-492b-4d5d-abfb-33ca967672e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.693773] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for the task: (returnval){ [ 583.693773] env[68216]: value = "task-3067777" [ 583.693773] env[68216]: _type = "Task" [ 583.693773] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.698400] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 583.698400] env[68216]: value = "task-3067778" [ 583.698400] env[68216]: _type = "Task" [ 583.698400] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.705276] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067777, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.710246] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067778, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.800969] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52156432-d6e0-f228-a19d-93640d8597c6, 'name': SearchDatastore_Task, 'duration_secs': 0.007916} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.800969] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c4b29d-a542-4207-94bc-0877772604ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.806416] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for the task: (returnval){ [ 583.806416] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5220bd40-30fe-4edf-a443-99e6dbc88bfb" [ 583.806416] env[68216]: _type = "Task" [ 583.806416] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.816215] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5220bd40-30fe-4edf-a443-99e6dbc88bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.832775] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquiring lock "refresh_cache-1f030197-7d94-4149-b4ab-eef73111b6b2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.832936] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquired lock "refresh_cache-1f030197-7d94-4149-b4ab-eef73111b6b2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.833131] env[68216]: DEBUG nova.network.neutron [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.841372] env[68216]: INFO nova.compute.manager [-] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Took 1.30 seconds to deallocate network for instance. [ 583.845195] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.017985] env[68216]: DEBUG oslo_concurrency.lockutils [req-c26f8e2f-7343-460d-aa3f-b7f32857bdc4 req-01d25d32-5ae1-42b2-8ee1-e75f1c116ebf service nova] Releasing lock "refresh_cache-4feb7a78-d8ff-4146-8b83-fb39d887d91a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.110446] env[68216]: DEBUG oslo_vmware.api [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Task: {'id': task-3067776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150684} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.110770] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.111077] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 584.111329] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 584.111559] env[68216]: INFO nova.compute.manager [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Took 1.12 seconds to destroy the instance on the hypervisor. [ 584.111851] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 584.112125] env[68216]: DEBUG nova.compute.manager [-] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 584.112282] env[68216]: DEBUG nova.network.neutron [-] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 584.191926] env[68216]: DEBUG nova.compute.manager [req-246b17b3-524e-4c06-baa4-9899514bb0ed req-ddbaca9f-ef47-4eac-a3ec-9be272e3d586 service nova] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Received event network-vif-deleted-f9cfa7c4-0a1d-465b-b388-09eebdb3e037 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 584.211453] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067777, 'name': Rename_Task, 'duration_secs': 0.157975} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.214792] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.215509] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067778, 'name': Rename_Task, 'duration_secs': 0.170096} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.218434] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fca59adf-7565-4d41-90e1-0b0d77472f98 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.220416] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.221717] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d5f973b-ee78-40ac-9c61-dd44b4e50fd2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.230192] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for the task: (returnval){ [ 584.230192] env[68216]: value = "task-3067779" [ 584.230192] env[68216]: _type = "Task" [ 584.230192] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.231293] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 584.231293] env[68216]: value = "task-3067780" [ 584.231293] env[68216]: _type = "Task" [ 584.231293] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.249494] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.253103] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067780, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.318283] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5220bd40-30fe-4edf-a443-99e6dbc88bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.319761] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.320312] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 4feb7a78-d8ff-4146-8b83-fb39d887d91a/4feb7a78-d8ff-4146-8b83-fb39d887d91a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.321276] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95f5d1-a246-4bd4-bc91-517d6bfa077a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.324345] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0b2aadd-5f7d-4082-98c5-19f6a5a10a77 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.333015] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f1d5e8-79d4-4f28-822d-8590964fe6a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.336813] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for the task: (returnval){ [ 584.336813] env[68216]: value = "task-3067781" [ 584.336813] env[68216]: _type = "Task" [ 584.336813] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.372132] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.373667] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575c8634-3490-4f9c-84ec-099c461112f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.379699] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.385678] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f49a323-cf8b-49d9-b995-4da69b0afbb5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.390725] env[68216]: DEBUG nova.network.neutron [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.404473] env[68216]: DEBUG nova.compute.provider_tree [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.522301] env[68216]: DEBUG nova.network.neutron [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.754600] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067779, 'name': PowerOnVM_Task} progress is 37%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.759077] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067780, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.859532] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517028} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.859532] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 4feb7a78-d8ff-4146-8b83-fb39d887d91a/4feb7a78-d8ff-4146-8b83-fb39d887d91a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.859532] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.859532] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d87d285c-610f-4246-957f-fc9943d226f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.867111] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for the task: (returnval){ [ 584.867111] env[68216]: value = "task-3067782" [ 584.867111] env[68216]: _type = "Task" [ 584.867111] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.874854] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.910818] env[68216]: DEBUG nova.scheduler.client.report [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.028358] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Releasing lock "refresh_cache-1f030197-7d94-4149-b4ab-eef73111b6b2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.028358] env[68216]: DEBUG nova.compute.manager [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 585.028358] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 585.028358] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88359444-6fab-4422-841f-e7663c569a4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.037411] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 585.037665] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a12838e-8fc5-4c61-82c9-4dd69db38915 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.044577] env[68216]: DEBUG oslo_vmware.api [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 585.044577] env[68216]: value = "task-3067783" [ 585.044577] env[68216]: _type = "Task" [ 585.044577] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.054968] env[68216]: DEBUG oslo_vmware.api [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.257498] env[68216]: DEBUG nova.network.neutron [-] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.260530] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067779, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.277184] env[68216]: DEBUG oslo_vmware.api [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067780, 'name': PowerOnVM_Task, 'duration_secs': 0.824453} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.277697] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.277774] env[68216]: INFO nova.compute.manager [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Took 10.01 seconds to spawn the instance on the hypervisor. [ 585.277930] env[68216]: DEBUG nova.compute.manager [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.278868] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c65d33c-d659-40f4-af95-712a27fe2816 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.385384] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197902} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.385756] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.386476] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d0f7d6-3ce3-4be4-8b09-1b3534f0f761 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.410612] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 4feb7a78-d8ff-4146-8b83-fb39d887d91a/4feb7a78-d8ff-4146-8b83-fb39d887d91a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.411441] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7981dce9-f089-48ab-bc2c-41f393907cdc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.429286] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.429286] env[68216]: DEBUG nova.compute.manager [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.437020] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.941s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.437020] env[68216]: INFO nova.compute.claims [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.444832] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for the task: (returnval){ [ 585.444832] env[68216]: value = "task-3067784" [ 585.444832] env[68216]: _type = "Task" [ 585.444832] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.455211] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.556301] env[68216]: DEBUG oslo_vmware.api [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067783, 'name': PowerOffVM_Task, 'duration_secs': 0.212776} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.556301] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 585.556301] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 585.556301] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-174187ea-a3d8-40cc-8ed7-2c158519a90d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.583172] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 585.583490] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 585.583770] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Deleting the datastore file [datastore2] 1f030197-7d94-4149-b4ab-eef73111b6b2 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.584112] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6990e803-70f1-48b9-8c6b-a61cb98e788b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.593191] env[68216]: DEBUG oslo_vmware.api [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for the task: (returnval){ [ 585.593191] env[68216]: value = "task-3067786" [ 585.593191] env[68216]: _type = "Task" [ 585.593191] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.602353] env[68216]: DEBUG oslo_vmware.api [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.746525] env[68216]: DEBUG oslo_vmware.api [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3067779, 'name': PowerOnVM_Task, 'duration_secs': 1.395138} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.747627] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.747627] env[68216]: INFO nova.compute.manager [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Took 12.98 seconds to spawn the instance on the hypervisor. [ 585.747627] env[68216]: DEBUG nova.compute.manager [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.748486] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd3023d-d797-40e7-9428-2a68544a0fc5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.762234] env[68216]: INFO nova.compute.manager [-] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Took 1.65 seconds to deallocate network for instance. [ 585.778851] env[68216]: DEBUG nova.compute.manager [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Stashing vm_state: active {{(pid=68216) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 585.803883] env[68216]: INFO nova.compute.manager [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Took 19.87 seconds to build instance. [ 585.913705] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "d323052c-729a-4e7c-95b0-2426a0fda55c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.913705] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "d323052c-729a-4e7c-95b0-2426a0fda55c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.935105] env[68216]: DEBUG nova.compute.utils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.938245] env[68216]: DEBUG nova.compute.manager [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.938753] env[68216]: DEBUG nova.network.neutron [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.961346] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067784, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.031447] env[68216]: DEBUG nova.policy [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b665f4ba032d431d95a86e0692e7fd75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3aefe96dd1fd4bada6ecaa592597ade8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.111809] env[68216]: DEBUG oslo_vmware.api [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Task: {'id': task-3067786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26439} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.112887] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.112887] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 586.112887] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 586.112887] env[68216]: INFO nova.compute.manager [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Took 1.09 seconds to destroy the instance on the hypervisor. [ 586.112887] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 586.113223] env[68216]: DEBUG nova.compute.manager [-] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 586.113223] env[68216]: DEBUG nova.network.neutron [-] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 586.148056] env[68216]: DEBUG nova.network.neutron [-] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.273119] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.273778] env[68216]: INFO nova.compute.manager [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Took 21.44 seconds to build instance. [ 586.306133] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.306712] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95831a38-ab76-4c6c-afc6-52288495281f tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.378s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.442431] env[68216]: DEBUG nova.compute.manager [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.462117] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067784, 'name': ReconfigVM_Task, 'duration_secs': 0.536486} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.462473] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 4feb7a78-d8ff-4146-8b83-fb39d887d91a/4feb7a78-d8ff-4146-8b83-fb39d887d91a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.463105] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5f71661-90de-48aa-9b0a-4e59155eb034 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.470167] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for the task: (returnval){ [ 586.470167] env[68216]: value = "task-3067787" [ 586.470167] env[68216]: _type = "Task" [ 586.470167] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.486950] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067787, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.545639] env[68216]: DEBUG nova.network.neutron [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Successfully created port: 552297db-8619-4f83-b9f8-f24c8db3d296 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.650403] env[68216]: DEBUG nova.network.neutron [-] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.670814] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.671098] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.775977] env[68216]: DEBUG oslo_concurrency.lockutils [None req-eaeb6d1c-972d-4193-a2ba-99f82a4df00d tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.946s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.809049] env[68216]: DEBUG nova.compute.manager [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.896046] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b717aa-cc4f-4ee7-bd20-880dfb2682e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.906182] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2565d-7a9d-4463-ae43-2a2f78ae269c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.948243] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95f723c-5fbe-48a0-bd91-873a0ec3b8da {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.959554] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73787f15-e984-4698-823f-a2c31291b75c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.974641] env[68216]: DEBUG nova.compute.provider_tree [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.984405] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067787, 'name': Rename_Task, 'duration_secs': 0.281649} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.985837] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.985837] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0bdacc6-a893-4f6c-8bcb-f73968b45653 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.994037] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for the task: (returnval){ [ 586.994037] env[68216]: value = "task-3067788" [ 586.994037] env[68216]: _type = "Task" [ 586.994037] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.001800] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.153483] env[68216]: INFO nova.compute.manager [-] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Took 1.04 seconds to deallocate network for instance. [ 587.279928] env[68216]: DEBUG nova.compute.manager [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.338925] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.410670] env[68216]: DEBUG nova.compute.manager [req-752ae1fe-23a9-41d2-89ff-4e576324f123 req-c17b0b9b-adb1-47dc-95fd-f3e63d1610ed service nova] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Received event network-vif-deleted-e5e43bfe-676d-4121-ba07-f273c5b03799 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 587.468357] env[68216]: DEBUG nova.compute.manager [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.481937] env[68216]: DEBUG nova.scheduler.client.report [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.508344] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.508344] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.510355] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.510355] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.510355] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.510355] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.510355] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.510355] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.510355] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.510355] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.510355] env[68216]: DEBUG nova.virt.hardware [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.511237] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a590237-7ed8-4c57-8e35-d4cceb21ef08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.523728] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b32ba88-48af-4a7f-ac2f-75bddd91b470 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.529738] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067788, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.663343] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.808861] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.992234] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.992745] env[68216]: DEBUG nova.compute.manager [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.995367] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.575s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.998387] env[68216]: INFO nova.compute.claims [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.008887] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067788, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.502584] env[68216]: DEBUG nova.compute.utils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.508159] env[68216]: DEBUG nova.compute.manager [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.508159] env[68216]: DEBUG nova.network.neutron [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.524245] env[68216]: DEBUG oslo_vmware.api [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3067788, 'name': PowerOnVM_Task, 'duration_secs': 1.252909} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.526289] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.526487] env[68216]: INFO nova.compute.manager [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Took 10.75 seconds to spawn the instance on the hypervisor. [ 588.526928] env[68216]: DEBUG nova.compute.manager [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.527493] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945f5cc8-f8ba-4065-981c-282b1bac62ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.608304] env[68216]: DEBUG nova.policy [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ab79fa7c15043978c146df389361600', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c30331d9875144b1ac07f4283085de48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.630575] env[68216]: DEBUG nova.network.neutron [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Successfully updated port: 552297db-8619-4f83-b9f8-f24c8db3d296 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.008786] env[68216]: DEBUG nova.compute.manager [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.057250] env[68216]: INFO nova.compute.manager [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Took 22.34 seconds to build instance. [ 589.133679] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "refresh_cache-8237475b-0989-4e97-9c71-19ad1ef8fa5a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.135507] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired lock "refresh_cache-8237475b-0989-4e97-9c71-19ad1ef8fa5a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.135507] env[68216]: DEBUG nova.network.neutron [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.457232] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8c6839-8e20-4153-9d1d-0e4c039b69c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.466449] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8158a46-00f6-47c4-a050-e45621137aa8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.509999] env[68216]: DEBUG nova.network.neutron [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Successfully created port: 0670035d-ef64-40b1-a0da-a9566720d4bb {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.512705] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90518aa-ee24-4e6b-892f-2b8458c7cbb3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.527728] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71887fc6-812d-4d0a-a77b-8e07e709e6ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.545730] env[68216]: DEBUG nova.compute.provider_tree [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.560046] env[68216]: DEBUG oslo_concurrency.lockutils [None req-475a4fc7-5e37-4a19-bade-2d8924cc5d86 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.855s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.743869] env[68216]: DEBUG nova.network.neutron [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.025941] env[68216]: DEBUG nova.compute.manager [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.050917] env[68216]: DEBUG nova.scheduler.client.report [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.064104] env[68216]: DEBUG nova.compute.manager [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.074780] env[68216]: DEBUG nova.virt.hardware [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.074780] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996df4c2-49cc-4588-8264-2dae82a30517 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.087747] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3a1128-e582-4c0c-9326-05257d271b59 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.311109] env[68216]: DEBUG nova.network.neutron [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Updating instance_info_cache with network_info: [{"id": "552297db-8619-4f83-b9f8-f24c8db3d296", "address": "fa:16:3e:6d:40:3a", "network": {"id": "a6384f9e-5435-444c-8688-f44c83b754e7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1526240498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3aefe96dd1fd4bada6ecaa592597ade8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552297db-86", "ovs_interfaceid": "552297db-8619-4f83-b9f8-f24c8db3d296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.562878] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.563372] env[68216]: DEBUG nova.compute.manager [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.567475] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "23eeb058-88ac-4d17-ae04-5f239260ebea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.567475] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "23eeb058-88ac-4d17-ae04-5f239260ebea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.567475] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.938s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.567785] env[68216]: INFO nova.compute.claims [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.602610] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.707249] env[68216]: DEBUG nova.compute.manager [req-7721e6d4-5aca-454c-ba76-88b91da3eaea req-6977e7b1-10a2-4c5a-81f8-bfb2e432472f service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Received event network-changed-a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 590.708175] env[68216]: DEBUG nova.compute.manager [req-7721e6d4-5aca-454c-ba76-88b91da3eaea req-6977e7b1-10a2-4c5a-81f8-bfb2e432472f service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Refreshing instance network info cache due to event network-changed-a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 590.708175] env[68216]: DEBUG oslo_concurrency.lockutils [req-7721e6d4-5aca-454c-ba76-88b91da3eaea req-6977e7b1-10a2-4c5a-81f8-bfb2e432472f service nova] Acquiring lock "refresh_cache-d1367ce2-b040-4d5e-a492-d05de61b2732" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.708175] env[68216]: DEBUG oslo_concurrency.lockutils [req-7721e6d4-5aca-454c-ba76-88b91da3eaea req-6977e7b1-10a2-4c5a-81f8-bfb2e432472f service nova] Acquired lock "refresh_cache-d1367ce2-b040-4d5e-a492-d05de61b2732" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.708175] env[68216]: DEBUG nova.network.neutron [req-7721e6d4-5aca-454c-ba76-88b91da3eaea req-6977e7b1-10a2-4c5a-81f8-bfb2e432472f service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Refreshing network info cache for port a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.729084] env[68216]: DEBUG nova.compute.manager [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Received event network-vif-plugged-552297db-8619-4f83-b9f8-f24c8db3d296 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 590.729296] env[68216]: DEBUG oslo_concurrency.lockutils [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] Acquiring lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.729492] env[68216]: DEBUG oslo_concurrency.lockutils [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] Lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.729652] env[68216]: DEBUG oslo_concurrency.lockutils [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] Lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.729815] env[68216]: DEBUG nova.compute.manager [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] No waiting events found dispatching network-vif-plugged-552297db-8619-4f83-b9f8-f24c8db3d296 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.729972] env[68216]: WARNING nova.compute.manager [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Received unexpected event network-vif-plugged-552297db-8619-4f83-b9f8-f24c8db3d296 for instance with vm_state building and task_state spawning. [ 590.730165] env[68216]: DEBUG nova.compute.manager [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Received event network-changed-552297db-8619-4f83-b9f8-f24c8db3d296 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 590.730304] env[68216]: DEBUG nova.compute.manager [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Refreshing instance network info cache due to event network-changed-552297db-8619-4f83-b9f8-f24c8db3d296. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 590.730460] env[68216]: DEBUG oslo_concurrency.lockutils [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] Acquiring lock "refresh_cache-8237475b-0989-4e97-9c71-19ad1ef8fa5a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.814144] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Releasing lock "refresh_cache-8237475b-0989-4e97-9c71-19ad1ef8fa5a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.814495] env[68216]: DEBUG nova.compute.manager [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Instance network_info: |[{"id": "552297db-8619-4f83-b9f8-f24c8db3d296", "address": "fa:16:3e:6d:40:3a", "network": {"id": "a6384f9e-5435-444c-8688-f44c83b754e7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1526240498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3aefe96dd1fd4bada6ecaa592597ade8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552297db-86", "ovs_interfaceid": "552297db-8619-4f83-b9f8-f24c8db3d296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.814852] env[68216]: DEBUG oslo_concurrency.lockutils [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] Acquired lock "refresh_cache-8237475b-0989-4e97-9c71-19ad1ef8fa5a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.815081] env[68216]: DEBUG nova.network.neutron [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Refreshing network info cache for port 552297db-8619-4f83-b9f8-f24c8db3d296 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.816453] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:40:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '552297db-8619-4f83-b9f8-f24c8db3d296', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.825612] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Creating folder: Project (3aefe96dd1fd4bada6ecaa592597ade8). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.826209] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c787d4a9-99ce-4671-94fe-61559c3ab203 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.839493] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Created folder: Project (3aefe96dd1fd4bada6ecaa592597ade8) in parent group-v614292. [ 590.839493] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Creating folder: Instances. Parent ref: group-v614323. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.839748] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3df4352-9d6e-423c-8a3d-2ec766e7efe6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.852849] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Created folder: Instances in parent group-v614323. [ 590.852849] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.852849] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.852849] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4c77ce5-2089-4710-8cf9-ace707a109cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.879294] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.879294] env[68216]: value = "task-3067791" [ 590.879294] env[68216]: _type = "Task" [ 590.879294] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.889554] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067791, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.068366] env[68216]: DEBUG nova.compute.utils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.071247] env[68216]: DEBUG nova.compute.manager [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.071490] env[68216]: DEBUG nova.network.neutron [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.170280] env[68216]: DEBUG nova.policy [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b665f4ba032d431d95a86e0692e7fd75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3aefe96dd1fd4bada6ecaa592597ade8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.203573] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "76a1822d-267d-48a9-8b8d-4c1683070393" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.203833] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "76a1822d-267d-48a9-8b8d-4c1683070393" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.394233] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067791, 'name': CreateVM_Task, 'duration_secs': 0.475633} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.395308] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.396670] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.396971] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.397862] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.398480] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b68f52-8094-472a-83f5-4f47413723a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.405669] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 591.405669] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520362bb-1acd-a125-7177-bb109a0e7875" [ 591.405669] env[68216]: _type = "Task" [ 591.405669] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.418706] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520362bb-1acd-a125-7177-bb109a0e7875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.543075] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "f8b503be-ac30-458c-a0c6-a9c585ead93d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.543413] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "f8b503be-ac30-458c-a0c6-a9c585ead93d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.579025] env[68216]: DEBUG nova.compute.manager [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.583630] env[68216]: DEBUG nova.network.neutron [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Successfully created port: a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.924693] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520362bb-1acd-a125-7177-bb109a0e7875, 'name': SearchDatastore_Task, 'duration_secs': 0.012818} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.929777] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.930108] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.930535] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.930734] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.930867] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.931339] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62fe0217-b0e8-47d1-bad0-03e94a17e0d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.941216] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.942162] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.942257] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b149e8d-2f5d-475a-87b3-3d0f3826ba26 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.950837] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 591.950837] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52683282-1946-dbb4-43aa-73c25984060a" [ 591.950837] env[68216]: _type = "Task" [ 591.950837] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.959012] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52683282-1946-dbb4-43aa-73c25984060a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.072227] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c00aa-0bf2-4eff-9cdb-0777e5a7a65b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.080324] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf2e63-7e3e-4eb8-afe2-6e92abc7a97d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.117807] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf52814-7ceb-476c-95b1-5a2beedf92b6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.136909] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5eff03-f020-4d88-a41e-5e43bdb2de33 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.155840] env[68216]: DEBUG nova.compute.provider_tree [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.352614] env[68216]: DEBUG nova.network.neutron [req-7721e6d4-5aca-454c-ba76-88b91da3eaea req-6977e7b1-10a2-4c5a-81f8-bfb2e432472f service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Updated VIF entry in instance network info cache for port a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.354620] env[68216]: DEBUG nova.network.neutron [req-7721e6d4-5aca-454c-ba76-88b91da3eaea req-6977e7b1-10a2-4c5a-81f8-bfb2e432472f service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Updating instance_info_cache with network_info: [{"id": "a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9", "address": "fa:16:3e:82:42:58", "network": {"id": "a7e079ec-a45c-4e0f-ad3f-d28b6c84d96e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170369838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53cec69578734491bbef628af61de488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c78ee6-3e", "ovs_interfaceid": "a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.394213] env[68216]: DEBUG nova.network.neutron [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Updated VIF entry in instance network info cache for port 552297db-8619-4f83-b9f8-f24c8db3d296. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.394505] env[68216]: DEBUG nova.network.neutron [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Updating instance_info_cache with network_info: [{"id": "552297db-8619-4f83-b9f8-f24c8db3d296", "address": "fa:16:3e:6d:40:3a", "network": {"id": "a6384f9e-5435-444c-8688-f44c83b754e7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1526240498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3aefe96dd1fd4bada6ecaa592597ade8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552297db-86", "ovs_interfaceid": "552297db-8619-4f83-b9f8-f24c8db3d296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.465446] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52683282-1946-dbb4-43aa-73c25984060a, 'name': SearchDatastore_Task, 'duration_secs': 0.028587} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.466091] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4cfb09-d506-4c5c-9ac2-7ac4219f8ba3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.474941] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 592.474941] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fcf3f1-5766-d6be-f0be-0686307a6006" [ 592.474941] env[68216]: _type = "Task" [ 592.474941] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.487018] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fcf3f1-5766-d6be-f0be-0686307a6006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.619304] env[68216]: DEBUG nova.compute.manager [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.655912] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.656168] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.656321] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.656496] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.656639] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.656781] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.656983] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.657152] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.657481] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.657481] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.657637] env[68216]: DEBUG nova.virt.hardware [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.658562] env[68216]: DEBUG nova.scheduler.client.report [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.662347] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70a1d68-f4d8-4626-bed2-06165ee35f12 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.673340] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a004ee4-3f20-40ad-bb3e-8e2e539f31cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.835305] env[68216]: DEBUG nova.network.neutron [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Successfully updated port: 0670035d-ef64-40b1-a0da-a9566720d4bb {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.857456] env[68216]: DEBUG oslo_concurrency.lockutils [req-7721e6d4-5aca-454c-ba76-88b91da3eaea req-6977e7b1-10a2-4c5a-81f8-bfb2e432472f service nova] Releasing lock "refresh_cache-d1367ce2-b040-4d5e-a492-d05de61b2732" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.898904] env[68216]: DEBUG oslo_concurrency.lockutils [req-b3f6fec0-7fa6-4f6e-be85-3402464a2e7c req-94164937-32f7-4fb9-815a-0fd65be28d65 service nova] Releasing lock "refresh_cache-8237475b-0989-4e97-9c71-19ad1ef8fa5a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.989109] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fcf3f1-5766-d6be-f0be-0686307a6006, 'name': SearchDatastore_Task, 'duration_secs': 0.013773} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.989370] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.989621] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 8237475b-0989-4e97-9c71-19ad1ef8fa5a/8237475b-0989-4e97-9c71-19ad1ef8fa5a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.989885] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e8a75a8-1053-49cd-a404-6ec142d7a13f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.997094] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 592.997094] env[68216]: value = "task-3067792" [ 592.997094] env[68216]: _type = "Task" [ 592.997094] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.007768] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.147032] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "120b4896-8bb8-457e-ae43-07d509a8c058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.147265] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "120b4896-8bb8-457e-ae43-07d509a8c058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.168342] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.169108] env[68216]: DEBUG nova.compute.manager [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.172318] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.142s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.172592] env[68216]: DEBUG nova.objects.instance [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lazy-loading 'resources' on Instance uuid fa3b3214-ef66-4e92-b7ea-429efe8e2d01 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 593.326180] env[68216]: DEBUG nova.network.neutron [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Successfully updated port: a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.336065] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquiring lock "refresh_cache-60a83a27-c812-4c82-9a8e-fa841127911b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.336373] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquired lock "refresh_cache-60a83a27-c812-4c82-9a8e-fa841127911b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.336373] env[68216]: DEBUG nova.network.neutron [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.513753] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067792, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.676262] env[68216]: DEBUG nova.compute.utils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.681332] env[68216]: DEBUG nova.compute.manager [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.681332] env[68216]: DEBUG nova.network.neutron [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.753669] env[68216]: DEBUG nova.policy [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b665f4ba032d431d95a86e0692e7fd75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3aefe96dd1fd4bada6ecaa592597ade8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.815433] env[68216]: DEBUG nova.compute.manager [req-b87b2d49-4c03-45bc-910d-cc87cb7521e5 req-3c927613-81fa-4f7a-b5f4-b901011fd626 service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Received event network-vif-plugged-0670035d-ef64-40b1-a0da-a9566720d4bb {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 593.815810] env[68216]: DEBUG oslo_concurrency.lockutils [req-b87b2d49-4c03-45bc-910d-cc87cb7521e5 req-3c927613-81fa-4f7a-b5f4-b901011fd626 service nova] Acquiring lock "60a83a27-c812-4c82-9a8e-fa841127911b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.816046] env[68216]: DEBUG oslo_concurrency.lockutils [req-b87b2d49-4c03-45bc-910d-cc87cb7521e5 req-3c927613-81fa-4f7a-b5f4-b901011fd626 service nova] Lock "60a83a27-c812-4c82-9a8e-fa841127911b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.816155] env[68216]: DEBUG oslo_concurrency.lockutils [req-b87b2d49-4c03-45bc-910d-cc87cb7521e5 req-3c927613-81fa-4f7a-b5f4-b901011fd626 service nova] Lock "60a83a27-c812-4c82-9a8e-fa841127911b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.816379] env[68216]: DEBUG nova.compute.manager [req-b87b2d49-4c03-45bc-910d-cc87cb7521e5 req-3c927613-81fa-4f7a-b5f4-b901011fd626 service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] No waiting events found dispatching network-vif-plugged-0670035d-ef64-40b1-a0da-a9566720d4bb {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.816464] env[68216]: WARNING nova.compute.manager [req-b87b2d49-4c03-45bc-910d-cc87cb7521e5 req-3c927613-81fa-4f7a-b5f4-b901011fd626 service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Received unexpected event network-vif-plugged-0670035d-ef64-40b1-a0da-a9566720d4bb for instance with vm_state building and task_state spawning. [ 593.833741] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "refresh_cache-da572323-6a2a-448d-8759-9e93586fdf2b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.833741] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired lock "refresh_cache-da572323-6a2a-448d-8759-9e93586fdf2b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.833741] env[68216]: DEBUG nova.network.neutron [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.883704] env[68216]: DEBUG nova.compute.manager [req-d86aff2f-3330-42e4-97ca-3bbef53f5f0f req-08c26311-dbef-4245-be20-21302dab2739 service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Received event network-changed-aa2ba662-a4f3-4c30-bba6-fd0516adad24 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 593.883884] env[68216]: DEBUG nova.compute.manager [req-d86aff2f-3330-42e4-97ca-3bbef53f5f0f req-08c26311-dbef-4245-be20-21302dab2739 service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Refreshing instance network info cache due to event network-changed-aa2ba662-a4f3-4c30-bba6-fd0516adad24. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 593.885205] env[68216]: DEBUG oslo_concurrency.lockutils [req-d86aff2f-3330-42e4-97ca-3bbef53f5f0f req-08c26311-dbef-4245-be20-21302dab2739 service nova] Acquiring lock "refresh_cache-4feb7a78-d8ff-4146-8b83-fb39d887d91a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.885524] env[68216]: DEBUG oslo_concurrency.lockutils [req-d86aff2f-3330-42e4-97ca-3bbef53f5f0f req-08c26311-dbef-4245-be20-21302dab2739 service nova] Acquired lock "refresh_cache-4feb7a78-d8ff-4146-8b83-fb39d887d91a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.885619] env[68216]: DEBUG nova.network.neutron [req-d86aff2f-3330-42e4-97ca-3bbef53f5f0f req-08c26311-dbef-4245-be20-21302dab2739 service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Refreshing network info cache for port aa2ba662-a4f3-4c30-bba6-fd0516adad24 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.907221] env[68216]: DEBUG nova.network.neutron [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.009240] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791241} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.009562] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 8237475b-0989-4e97-9c71-19ad1ef8fa5a/8237475b-0989-4e97-9c71-19ad1ef8fa5a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.009714] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.012232] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bc55073-a4c4-4b16-a3a1-3ef43efa5f81 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.018832] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 594.018832] env[68216]: value = "task-3067793" [ 594.018832] env[68216]: _type = "Task" [ 594.018832] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.030932] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.161398] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681e1a14-0735-4a84-b5e4-11cfa16ea506 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.169449] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fea9a6-056b-4377-a3e2-520ae4237357 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.203530] env[68216]: DEBUG nova.compute.manager [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.207633] env[68216]: DEBUG nova.network.neutron [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Updating instance_info_cache with network_info: [{"id": "0670035d-ef64-40b1-a0da-a9566720d4bb", "address": "fa:16:3e:f8:5e:cf", "network": {"id": "37c24b79-0d1a-44b3-a747-8dc205257db0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1086160372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c30331d9875144b1ac07f4283085de48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0670035d-ef", "ovs_interfaceid": "0670035d-ef64-40b1-a0da-a9566720d4bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.209386] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f3a9c-afd9-43aa-b50b-2c75bcc1e52d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.217614] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c48dc5-13e8-4246-8ba5-58a26f0ef22d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.231562] env[68216]: DEBUG nova.compute.provider_tree [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.234166] env[68216]: DEBUG nova.network.neutron [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Successfully created port: e6ef64ad-ac21-4e37-bfe3-90994eeb888f {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.397708] env[68216]: DEBUG nova.network.neutron [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.542386] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071504} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.542657] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.543579] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e0c7d-03d8-4c00-8b17-22284ed2051f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.572398] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 8237475b-0989-4e97-9c71-19ad1ef8fa5a/8237475b-0989-4e97-9c71-19ad1ef8fa5a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.572736] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f8d63af-1e2c-4684-9246-8c7b6636d138 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.593272] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 594.593272] env[68216]: value = "task-3067794" [ 594.593272] env[68216]: _type = "Task" [ 594.593272] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.601875] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.718993] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Releasing lock "refresh_cache-60a83a27-c812-4c82-9a8e-fa841127911b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.719360] env[68216]: DEBUG nova.compute.manager [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Instance network_info: |[{"id": "0670035d-ef64-40b1-a0da-a9566720d4bb", "address": "fa:16:3e:f8:5e:cf", "network": {"id": "37c24b79-0d1a-44b3-a747-8dc205257db0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1086160372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c30331d9875144b1ac07f4283085de48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0670035d-ef", "ovs_interfaceid": "0670035d-ef64-40b1-a0da-a9566720d4bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.719536] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:5e:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0670035d-ef64-40b1-a0da-a9566720d4bb', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.732626] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Creating folder: Project (c30331d9875144b1ac07f4283085de48). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.734834] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6f68d1f-4a83-42ed-9d2c-509f565a8aa9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.739462] env[68216]: DEBUG nova.scheduler.client.report [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.755266] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Created folder: Project (c30331d9875144b1ac07f4283085de48) in parent group-v614292. [ 594.755266] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Creating folder: Instances. Parent ref: group-v614326. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.755266] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a01173fe-9a15-45eb-af94-02b54b99e8f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.767847] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Created folder: Instances in parent group-v614326. [ 594.767847] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.767847] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.768283] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a9f1c9-2893-4043-9558-3e742b66e91b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.790150] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.790150] env[68216]: value = "task-3067797" [ 594.790150] env[68216]: _type = "Task" [ 594.790150] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.801257] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067797, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.823099] env[68216]: DEBUG nova.network.neutron [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Updating instance_info_cache with network_info: [{"id": "a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1", "address": "fa:16:3e:c0:d3:96", "network": {"id": "a6384f9e-5435-444c-8688-f44c83b754e7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1526240498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3aefe96dd1fd4bada6ecaa592597ade8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cff390-e6", "ovs_interfaceid": "a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.038251] env[68216]: DEBUG nova.network.neutron [req-d86aff2f-3330-42e4-97ca-3bbef53f5f0f req-08c26311-dbef-4245-be20-21302dab2739 service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Updated VIF entry in instance network info cache for port aa2ba662-a4f3-4c30-bba6-fd0516adad24. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.039567] env[68216]: DEBUG nova.network.neutron [req-d86aff2f-3330-42e4-97ca-3bbef53f5f0f req-08c26311-dbef-4245-be20-21302dab2739 service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Updating instance_info_cache with network_info: [{"id": "aa2ba662-a4f3-4c30-bba6-fd0516adad24", "address": "fa:16:3e:02:38:ef", "network": {"id": "e0e8c4b0-af2b-4ff2-b798-96d548c74838", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-236517609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5db45a6e5841c38a9c4231752efab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2ba662-a4", "ovs_interfaceid": "aa2ba662-a4f3-4c30-bba6-fd0516adad24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.108962] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067794, 'name': ReconfigVM_Task, 'duration_secs': 0.505526} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.109776] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 8237475b-0989-4e97-9c71-19ad1ef8fa5a/8237475b-0989-4e97-9c71-19ad1ef8fa5a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.110442] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ae0a906-c157-4130-ad83-d7554f1f855c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.117052] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 595.117052] env[68216]: value = "task-3067798" [ 595.117052] env[68216]: _type = "Task" [ 595.117052] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.126387] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067798, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.220737] env[68216]: DEBUG nova.compute.manager [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.247876] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.253164] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.016s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.253164] env[68216]: INFO nova.compute.claims [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.306327] env[68216]: DEBUG nova.virt.hardware [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.306327] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984988fe-2b28-4faf-ad38-79e5ffba1854 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.306327] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2aa04d-1b8c-4dbf-9745-00d371cc8381 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.320342] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067797, 'name': CreateVM_Task, 'duration_secs': 0.478697} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.321112] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.321938] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.322112] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.322486] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.336265] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6cc40bb-562c-4329-8668-6b58f245c81a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.338385] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Releasing lock "refresh_cache-da572323-6a2a-448d-8759-9e93586fdf2b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.338706] env[68216]: DEBUG nova.compute.manager [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Instance network_info: |[{"id": "a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1", "address": "fa:16:3e:c0:d3:96", "network": {"id": "a6384f9e-5435-444c-8688-f44c83b754e7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1526240498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3aefe96dd1fd4bada6ecaa592597ade8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cff390-e6", "ovs_interfaceid": "a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.341128] env[68216]: INFO nova.scheduler.client.report [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Deleted allocations for instance fa3b3214-ef66-4e92-b7ea-429efe8e2d01 [ 595.341949] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:d3:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.357151] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.361089] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.361813] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dca80bf9-2676-4a6c-8a65-5d009890fe9d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.388689] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 595.388689] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ba2006-961a-db41-7533-e9ea295ad6b4" [ 595.388689] env[68216]: _type = "Task" [ 595.388689] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.394591] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.394591] env[68216]: value = "task-3067799" [ 595.394591] env[68216]: _type = "Task" [ 595.394591] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.398859] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ba2006-961a-db41-7533-e9ea295ad6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.014366} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.402018] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.402299] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.402532] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.402645] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.402843] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.403098] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b797d7a6-4389-4aec-be77-29511e4a3b43 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.411569] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067799, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.420725] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.420934] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.421936] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4d53ca-9295-4b1f-9715-f1ca790e8247 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.427456] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 595.427456] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f6b59d-f614-223b-c0b5-e6838a441a55" [ 595.427456] env[68216]: _type = "Task" [ 595.427456] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.441570] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f6b59d-f614-223b-c0b5-e6838a441a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.542746] env[68216]: DEBUG oslo_concurrency.lockutils [req-d86aff2f-3330-42e4-97ca-3bbef53f5f0f req-08c26311-dbef-4245-be20-21302dab2739 service nova] Releasing lock "refresh_cache-4feb7a78-d8ff-4146-8b83-fb39d887d91a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.634301] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067798, 'name': Rename_Task, 'duration_secs': 0.164082} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.634301] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.634301] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7cfeb0d-e5b0-40bc-9bfd-11f3dd5f579a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.641898] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 595.641898] env[68216]: value = "task-3067800" [ 595.641898] env[68216]: _type = "Task" [ 595.641898] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.652415] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.866998] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0a999c34-f6fe-480a-9f10-4ad24f75b5e9 tempest-ServerDiagnosticsTest-44025917 tempest-ServerDiagnosticsTest-44025917-project-member] Lock "fa3b3214-ef66-4e92-b7ea-429efe8e2d01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.586s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.913059] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067799, 'name': CreateVM_Task, 'duration_secs': 0.422783} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.915096] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.915834] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.915987] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.916318] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.916569] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752b6431-3c13-455f-b72b-c2f0839dc60f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.922529] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 595.922529] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521fbfec-fa34-c446-2c54-73b8cff85dc6" [ 595.922529] env[68216]: _type = "Task" [ 595.922529] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.934152] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521fbfec-fa34-c446-2c54-73b8cff85dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.941298] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f6b59d-f614-223b-c0b5-e6838a441a55, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.942308] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1fcaba-980d-49e4-8a80-0600109493a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.951029] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 595.951029] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52138c38-e15c-99f9-4c0e-cd158b39227c" [ 595.951029] env[68216]: _type = "Task" [ 595.951029] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.964137] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52138c38-e15c-99f9-4c0e-cd158b39227c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.044175] env[68216]: DEBUG nova.network.neutron [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Successfully updated port: e6ef64ad-ac21-4e37-bfe3-90994eeb888f {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.160131] env[68216]: DEBUG oslo_vmware.api [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067800, 'name': PowerOnVM_Task, 'duration_secs': 0.504796} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.160594] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.161162] env[68216]: INFO nova.compute.manager [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Took 8.69 seconds to spawn the instance on the hypervisor. [ 596.163114] env[68216]: DEBUG nova.compute.manager [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.163114] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059c052d-a0c8-4364-8e96-f219a6716c31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.441190] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521fbfec-fa34-c446-2c54-73b8cff85dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.443593] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.443829] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.444046] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.462889] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52138c38-e15c-99f9-4c0e-cd158b39227c, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.463927] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.463927] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 60a83a27-c812-4c82-9a8e-fa841127911b/60a83a27-c812-4c82-9a8e-fa841127911b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.463927] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.463927] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.464289] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38c6c0c1-0790-4e6b-b002-cfa0b7391f16 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.469120] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b78eee5-0c30-4740-8460-5d474d64b62e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.474982] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 596.474982] env[68216]: value = "task-3067801" [ 596.474982] env[68216]: _type = "Task" [ 596.474982] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.479150] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.479337] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.480370] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa5c396-d5a6-4440-a573-628f7522ccd4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.486966] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.488799] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 596.488799] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bc2043-6411-f201-fc22-f535483d0f30" [ 596.488799] env[68216]: _type = "Task" [ 596.488799] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.499574] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bc2043-6411-f201-fc22-f535483d0f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.549777] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "refresh_cache-7b497c83-b21d-464b-8ee4-2964255eb5bb" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.549777] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired lock "refresh_cache-7b497c83-b21d-464b-8ee4-2964255eb5bb" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.549777] env[68216]: DEBUG nova.network.neutron [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.689579] env[68216]: INFO nova.compute.manager [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Took 28.15 seconds to build instance. [ 596.827057] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28cef29-b40d-49b1-b546-4c5c04209403 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.835425] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04757a0-90cd-45cc-be84-5ce6a182f8a9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.867697] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b53e2c-e83e-4db1-ac42-48496327d27f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.877922] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d21c0a5-2961-4521-9ce8-ca2efcb90277 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.899970] env[68216]: DEBUG nova.compute.provider_tree [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.990781] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067801, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.001175] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bc2043-6411-f201-fc22-f535483d0f30, 'name': SearchDatastore_Task, 'duration_secs': 0.017898} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.002148] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c141c7-2301-4a21-844c-dfcf2d3cea03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.008686] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 597.008686] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ea2830-daab-88a0-dfc6-976b3179c597" [ 597.008686] env[68216]: _type = "Task" [ 597.008686] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.016467] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ea2830-daab-88a0-dfc6-976b3179c597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.095870] env[68216]: DEBUG nova.network.neutron [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.191985] env[68216]: DEBUG oslo_concurrency.lockutils [None req-816c2aa6-6055-440e-8f2a-1de288094872 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.219s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.406030] env[68216]: DEBUG nova.scheduler.client.report [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.492273] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067801, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.520440] env[68216]: DEBUG nova.network.neutron [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Updating instance_info_cache with network_info: [{"id": "e6ef64ad-ac21-4e37-bfe3-90994eeb888f", "address": "fa:16:3e:a7:9c:f7", "network": {"id": "a6384f9e-5435-444c-8688-f44c83b754e7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1526240498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3aefe96dd1fd4bada6ecaa592597ade8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ef64ad-ac", "ovs_interfaceid": "e6ef64ad-ac21-4e37-bfe3-90994eeb888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.521719] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ea2830-daab-88a0-dfc6-976b3179c597, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.522723] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.522829] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] da572323-6a2a-448d-8759-9e93586fdf2b/da572323-6a2a-448d-8759-9e93586fdf2b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.523218] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e0b2f2e-505f-457f-a334-5cf21a5b9405 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.530832] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 597.530832] env[68216]: value = "task-3067802" [ 597.530832] env[68216]: _type = "Task" [ 597.530832] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.547320] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.590169] env[68216]: DEBUG nova.compute.manager [req-81eda541-8dcd-4307-941d-90cc55a260ba req-885aaa0b-222e-46fb-bf79-98324d64ca08 service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Received event network-changed-0670035d-ef64-40b1-a0da-a9566720d4bb {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 597.590508] env[68216]: DEBUG nova.compute.manager [req-81eda541-8dcd-4307-941d-90cc55a260ba req-885aaa0b-222e-46fb-bf79-98324d64ca08 service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Refreshing instance network info cache due to event network-changed-0670035d-ef64-40b1-a0da-a9566720d4bb. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 597.590754] env[68216]: DEBUG oslo_concurrency.lockutils [req-81eda541-8dcd-4307-941d-90cc55a260ba req-885aaa0b-222e-46fb-bf79-98324d64ca08 service nova] Acquiring lock "refresh_cache-60a83a27-c812-4c82-9a8e-fa841127911b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.590900] env[68216]: DEBUG oslo_concurrency.lockutils [req-81eda541-8dcd-4307-941d-90cc55a260ba req-885aaa0b-222e-46fb-bf79-98324d64ca08 service nova] Acquired lock "refresh_cache-60a83a27-c812-4c82-9a8e-fa841127911b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.591441] env[68216]: DEBUG nova.network.neutron [req-81eda541-8dcd-4307-941d-90cc55a260ba req-885aaa0b-222e-46fb-bf79-98324d64ca08 service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Refreshing network info cache for port 0670035d-ef64-40b1-a0da-a9566720d4bb {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.611702] env[68216]: DEBUG nova.compute.manager [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Received event network-vif-plugged-a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 597.612211] env[68216]: DEBUG oslo_concurrency.lockutils [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] Acquiring lock "da572323-6a2a-448d-8759-9e93586fdf2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.612460] env[68216]: DEBUG oslo_concurrency.lockutils [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] Lock "da572323-6a2a-448d-8759-9e93586fdf2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.612804] env[68216]: DEBUG oslo_concurrency.lockutils [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] Lock "da572323-6a2a-448d-8759-9e93586fdf2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.613318] env[68216]: DEBUG nova.compute.manager [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] No waiting events found dispatching network-vif-plugged-a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.613502] env[68216]: WARNING nova.compute.manager [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Received unexpected event network-vif-plugged-a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1 for instance with vm_state building and task_state spawning. [ 597.613663] env[68216]: DEBUG nova.compute.manager [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Received event network-changed-a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 597.613825] env[68216]: DEBUG nova.compute.manager [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Refreshing instance network info cache due to event network-changed-a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 597.613990] env[68216]: DEBUG oslo_concurrency.lockutils [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] Acquiring lock "refresh_cache-da572323-6a2a-448d-8759-9e93586fdf2b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.614132] env[68216]: DEBUG oslo_concurrency.lockutils [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] Acquired lock "refresh_cache-da572323-6a2a-448d-8759-9e93586fdf2b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.614429] env[68216]: DEBUG nova.network.neutron [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Refreshing network info cache for port a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.696673] env[68216]: DEBUG nova.compute.manager [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.912892] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.915080] env[68216]: DEBUG nova.compute.manager [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.917241] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.914s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.917500] env[68216]: INFO nova.compute.claims [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.989967] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067801, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.493077} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.990498] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 60a83a27-c812-4c82-9a8e-fa841127911b/60a83a27-c812-4c82-9a8e-fa841127911b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.990928] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.991577] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74b7764a-ce8c-4251-b5c5-28c9a910e22c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.994345] env[68216]: DEBUG nova.compute.manager [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.995264] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5a1bf1-8b8e-4a23-95f8-c832ea7c8986 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.005456] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 598.005456] env[68216]: value = "task-3067803" [ 598.005456] env[68216]: _type = "Task" [ 598.005456] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.015300] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.029023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Releasing lock "refresh_cache-7b497c83-b21d-464b-8ee4-2964255eb5bb" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.029023] env[68216]: DEBUG nova.compute.manager [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Instance network_info: |[{"id": "e6ef64ad-ac21-4e37-bfe3-90994eeb888f", "address": "fa:16:3e:a7:9c:f7", "network": {"id": "a6384f9e-5435-444c-8688-f44c83b754e7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1526240498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3aefe96dd1fd4bada6ecaa592597ade8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ef64ad-ac", "ovs_interfaceid": "e6ef64ad-ac21-4e37-bfe3-90994eeb888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.029023] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:9c:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6ef64ad-ac21-4e37-bfe3-90994eeb888f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.036871] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.037469] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.041090] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e5c9f5b-751d-4082-bfd6-88fc9b9a3252 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.063286] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.064718] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.064718] env[68216]: value = "task-3067804" [ 598.064718] env[68216]: _type = "Task" [ 598.064718] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.073994] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067804, 'name': CreateVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.193025] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquiring lock "63c961b1-0371-4ca9-ab99-3b24530ae339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.193587] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "63c961b1-0371-4ca9-ab99-3b24530ae339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.224791] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.422559] env[68216]: DEBUG nova.compute.utils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.427202] env[68216]: DEBUG nova.compute.manager [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.427314] env[68216]: DEBUG nova.network.neutron [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.508775] env[68216]: INFO nova.compute.manager [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] instance snapshotting [ 598.516507] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cb0da3-703c-483d-9e72-ac635eb1b66d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.525325] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063398} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.544880] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.546882] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2752d3-c395-42c5-8fb2-82aa5fbd63d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.554851] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bc55dd-1929-498d-975d-7d1c161881d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.560575] env[68216]: DEBUG nova.policy [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d3d3f9f6574412d8aae012c2eee27a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1e5348c8ca947858334fddbc08d3438', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.580406] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978885} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.590936] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 60a83a27-c812-4c82-9a8e-fa841127911b/60a83a27-c812-4c82-9a8e-fa841127911b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.594940] env[68216]: DEBUG nova.network.neutron [req-81eda541-8dcd-4307-941d-90cc55a260ba req-885aaa0b-222e-46fb-bf79-98324d64ca08 service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Updated VIF entry in instance network info cache for port 0670035d-ef64-40b1-a0da-a9566720d4bb. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.595264] env[68216]: DEBUG nova.network.neutron [req-81eda541-8dcd-4307-941d-90cc55a260ba req-885aaa0b-222e-46fb-bf79-98324d64ca08 service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Updating instance_info_cache with network_info: [{"id": "0670035d-ef64-40b1-a0da-a9566720d4bb", "address": "fa:16:3e:f8:5e:cf", "network": {"id": "37c24b79-0d1a-44b3-a747-8dc205257db0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1086160372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c30331d9875144b1ac07f4283085de48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0670035d-ef", "ovs_interfaceid": "0670035d-ef64-40b1-a0da-a9566720d4bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.601809] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] da572323-6a2a-448d-8759-9e93586fdf2b/da572323-6a2a-448d-8759-9e93586fdf2b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.601809] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.601809] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186af740-2f34-46f1-a49b-d8fbc76b58af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.619178] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54acd210-f538-47b2-adbf-8e4e97936b6b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.626927] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067804, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.629450] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 598.629450] env[68216]: value = "task-3067806" [ 598.629450] env[68216]: _type = "Task" [ 598.629450] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.629695] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 598.629695] env[68216]: value = "task-3067805" [ 598.629695] env[68216]: _type = "Task" [ 598.629695] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.642876] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.647894] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067805, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.776849] env[68216]: DEBUG nova.network.neutron [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Updated VIF entry in instance network info cache for port a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.777398] env[68216]: DEBUG nova.network.neutron [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Updating instance_info_cache with network_info: [{"id": "a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1", "address": "fa:16:3e:c0:d3:96", "network": {"id": "a6384f9e-5435-444c-8688-f44c83b754e7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1526240498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3aefe96dd1fd4bada6ecaa592597ade8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cff390-e6", "ovs_interfaceid": "a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.927293] env[68216]: DEBUG nova.compute.manager [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.096491] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 599.097499] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067804, 'name': CreateVM_Task, 'duration_secs': 0.575851} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.097499] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe60183a-1f38-442f-a7d2-0032f91a9045 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.098911] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.100023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.100901] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.101431] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.105049] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a57537-8c2e-457f-8387-7bd7f50db43b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.109814] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 599.109814] env[68216]: value = "task-3067807" [ 599.109814] env[68216]: _type = "Task" [ 599.109814] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.111220] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 599.111220] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e1297b-d6a1-6be3-c103-4a30db83717a" [ 599.111220] env[68216]: _type = "Task" [ 599.111220] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.123886] env[68216]: DEBUG oslo_concurrency.lockutils [req-81eda541-8dcd-4307-941d-90cc55a260ba req-885aaa0b-222e-46fb-bf79-98324d64ca08 service nova] Releasing lock "refresh_cache-60a83a27-c812-4c82-9a8e-fa841127911b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.131435] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.146037] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e1297b-d6a1-6be3-c103-4a30db83717a, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.150385] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.150385] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.150385] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.150385] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.150882] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.152410] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6beeeb74-fb5e-4c76-8ee0-eaf05e303444 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.163468] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067805, 'name': ReconfigVM_Task, 'duration_secs': 0.395338} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.163702] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065591} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.166681] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 60a83a27-c812-4c82-9a8e-fa841127911b/60a83a27-c812-4c82-9a8e-fa841127911b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.167361] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.168081] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fad7d67-6b48-4c47-b32a-2c1e80156916 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.171163] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404fe7a5-73fc-4a18-ba7f-980ed725e683 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.175403] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.175561] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.176874] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243e8fb6-bff1-42ef-aad7-d04089ec1150 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.200435] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] da572323-6a2a-448d-8759-9e93586fdf2b/da572323-6a2a-448d-8759-9e93586fdf2b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.202751] env[68216]: DEBUG nova.network.neutron [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Successfully created port: 622368ba-e90a-4d59-8979-fc401f0caf16 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.205400] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76cae75f-688a-435d-b99a-336f77987987 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.224128] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 599.224128] env[68216]: value = "task-3067808" [ 599.224128] env[68216]: _type = "Task" [ 599.224128] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.231313] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 599.231313] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b279f7-c87b-8112-180d-944966d9b873" [ 599.231313] env[68216]: _type = "Task" [ 599.231313] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.237640] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 599.237640] env[68216]: value = "task-3067809" [ 599.237640] env[68216]: _type = "Task" [ 599.237640] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.249479] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b279f7-c87b-8112-180d-944966d9b873, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.249479] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067808, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.253565] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f4e6d0-3c0d-4ce6-8b19-3b12c3f5b9fa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.260042] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.263217] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 599.263217] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f12e3a-23e1-3cf6-d9b4-7490ea88ca51" [ 599.263217] env[68216]: _type = "Task" [ 599.263217] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.271148] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f12e3a-23e1-3cf6-d9b4-7490ea88ca51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.282747] env[68216]: DEBUG oslo_concurrency.lockutils [req-af86c063-4dfd-46cf-9b18-8ceca1808023 req-97dcdd07-e05c-49b8-84ca-8e14113d13d0 service nova] Releasing lock "refresh_cache-da572323-6a2a-448d-8759-9e93586fdf2b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.470813] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31585b5-95e6-4dba-866d-541ec394c233 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.478716] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9947b075-da5a-491b-8d62-0ecf9a5dc40a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.514638] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fe81e6-10f0-4a2c-a437-abffb5f0ae8c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.524908] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e09d74-e88f-49a7-b0bd-bd1a61fdac64 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.541822] env[68216]: DEBUG nova.compute.provider_tree [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.622372] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067807, 'name': CreateSnapshot_Task, 'duration_secs': 0.478483} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.622677] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 599.623466] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08273862-0343-4e72-8c19-b6056f512ae5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.739067] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067808, 'name': Rename_Task, 'duration_secs': 0.217671} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.742459] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.742561] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ced0c0b-e0df-450c-b6cd-ccd9c36d6b54 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.749123] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067809, 'name': ReconfigVM_Task, 'duration_secs': 0.295416} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.750322] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] da572323-6a2a-448d-8759-9e93586fdf2b/da572323-6a2a-448d-8759-9e93586fdf2b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.750992] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 599.750992] env[68216]: value = "task-3067810" [ 599.750992] env[68216]: _type = "Task" [ 599.750992] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.751210] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19c50195-1f6b-4b65-b371-665bc768264a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.761018] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.762567] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 599.762567] env[68216]: value = "task-3067811" [ 599.762567] env[68216]: _type = "Task" [ 599.762567] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.772933] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067811, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.777023] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f12e3a-23e1-3cf6-d9b4-7490ea88ca51, 'name': SearchDatastore_Task, 'duration_secs': 0.01419} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.777023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.777023] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 7b497c83-b21d-464b-8ee4-2964255eb5bb/7b497c83-b21d-464b-8ee4-2964255eb5bb.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.777023] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-333478e1-1fb1-4ada-96d6-2dcaa13f7caa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.785060] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 599.785060] env[68216]: value = "task-3067812" [ 599.785060] env[68216]: _type = "Task" [ 599.785060] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.793084] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.948925] env[68216]: DEBUG nova.compute.manager [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.980804] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.981078] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.981399] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.981478] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.981587] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.981793] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.981931] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.982520] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.982805] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.983043] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.983233] env[68216]: DEBUG nova.virt.hardware [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.984154] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf55df1d-7926-43b4-9eaa-1ec49c5201ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.992992] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecb3560-2afd-485b-89f1-2ea17684f8e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.044577] env[68216]: DEBUG nova.scheduler.client.report [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.143085] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 600.143462] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40a2977e-e799-4335-b1f2-18c2dd855135 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.153593] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 600.153593] env[68216]: value = "task-3067813" [ 600.153593] env[68216]: _type = "Task" [ 600.153593] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.165763] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067813, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.268317] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067810, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.280386] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067811, 'name': Rename_Task, 'duration_secs': 0.148315} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.281651] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.281651] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d43d36a9-4a8f-41d6-acfe-c78a3db6cf94 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.290644] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 600.290644] env[68216]: value = "task-3067814" [ 600.290644] env[68216]: _type = "Task" [ 600.290644] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.298239] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067812, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.303283] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.554555] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.555898] env[68216]: DEBUG nova.compute.manager [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.559484] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.714s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.560973] env[68216]: INFO nova.compute.claims [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.617572] env[68216]: DEBUG nova.compute.manager [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Received event network-vif-plugged-e6ef64ad-ac21-4e37-bfe3-90994eeb888f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 600.617572] env[68216]: DEBUG oslo_concurrency.lockutils [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] Acquiring lock "7b497c83-b21d-464b-8ee4-2964255eb5bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.617759] env[68216]: DEBUG oslo_concurrency.lockutils [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] Lock "7b497c83-b21d-464b-8ee4-2964255eb5bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.617919] env[68216]: DEBUG oslo_concurrency.lockutils [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] Lock "7b497c83-b21d-464b-8ee4-2964255eb5bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.618737] env[68216]: DEBUG nova.compute.manager [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] No waiting events found dispatching network-vif-plugged-e6ef64ad-ac21-4e37-bfe3-90994eeb888f {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.621028] env[68216]: WARNING nova.compute.manager [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Received unexpected event network-vif-plugged-e6ef64ad-ac21-4e37-bfe3-90994eeb888f for instance with vm_state building and task_state spawning. [ 600.621028] env[68216]: DEBUG nova.compute.manager [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Received event network-changed-e6ef64ad-ac21-4e37-bfe3-90994eeb888f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 600.621028] env[68216]: DEBUG nova.compute.manager [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Refreshing instance network info cache due to event network-changed-e6ef64ad-ac21-4e37-bfe3-90994eeb888f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 600.621028] env[68216]: DEBUG oslo_concurrency.lockutils [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] Acquiring lock "refresh_cache-7b497c83-b21d-464b-8ee4-2964255eb5bb" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.621028] env[68216]: DEBUG oslo_concurrency.lockutils [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] Acquired lock "refresh_cache-7b497c83-b21d-464b-8ee4-2964255eb5bb" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.621028] env[68216]: DEBUG nova.network.neutron [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Refreshing network info cache for port e6ef64ad-ac21-4e37-bfe3-90994eeb888f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.667453] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067813, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.770807] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067810, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.800670] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542856} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.802078] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 7b497c83-b21d-464b-8ee4-2964255eb5bb/7b497c83-b21d-464b-8ee4-2964255eb5bb.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.802078] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.802752] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9032a44a-007b-4361-97e2-fa493c4637c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.809577] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067814, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.815709] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 600.815709] env[68216]: value = "task-3067815" [ 600.815709] env[68216]: _type = "Task" [ 600.815709] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.825041] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.065925] env[68216]: DEBUG nova.compute.utils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.071690] env[68216]: DEBUG nova.compute.manager [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.071690] env[68216]: DEBUG nova.network.neutron [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.165819] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067813, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.212466] env[68216]: DEBUG nova.policy [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b369f45fcd4f41ab489b1ad8bc0776', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d9746048fcc4294990dd86493e46aca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.271844] env[68216]: DEBUG oslo_vmware.api [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067810, 'name': PowerOnVM_Task, 'duration_secs': 1.406415} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.272570] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.272806] env[68216]: INFO nova.compute.manager [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Took 11.25 seconds to spawn the instance on the hypervisor. [ 601.273091] env[68216]: DEBUG nova.compute.manager [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.273938] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c254d7a-dfd7-4350-a02f-466a8f3ac579 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.308438] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067814, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.326445] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076361} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.326779] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.328223] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c304b600-2242-45a9-9c2f-db508858cb01 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.361410] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 7b497c83-b21d-464b-8ee4-2964255eb5bb/7b497c83-b21d-464b-8ee4-2964255eb5bb.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.364727] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b01b524-0d4e-43bc-a7f1-6e6b5b74e239 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.388478] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 601.388478] env[68216]: value = "task-3067816" [ 601.388478] env[68216]: _type = "Task" [ 601.388478] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.402773] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.492326] env[68216]: DEBUG nova.network.neutron [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Successfully updated port: 622368ba-e90a-4d59-8979-fc401f0caf16 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.571654] env[68216]: DEBUG nova.compute.manager [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.620356] env[68216]: DEBUG nova.network.neutron [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Updated VIF entry in instance network info cache for port e6ef64ad-ac21-4e37-bfe3-90994eeb888f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.620976] env[68216]: DEBUG nova.network.neutron [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Updating instance_info_cache with network_info: [{"id": "e6ef64ad-ac21-4e37-bfe3-90994eeb888f", "address": "fa:16:3e:a7:9c:f7", "network": {"id": "a6384f9e-5435-444c-8688-f44c83b754e7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1526240498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3aefe96dd1fd4bada6ecaa592597ade8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ef64ad-ac", "ovs_interfaceid": "e6ef64ad-ac21-4e37-bfe3-90994eeb888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.665879] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067813, 'name': CloneVM_Task} progress is 95%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.802388] env[68216]: INFO nova.compute.manager [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Took 31.33 seconds to build instance. [ 601.817350] env[68216]: DEBUG oslo_vmware.api [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067814, 'name': PowerOnVM_Task, 'duration_secs': 1.459347} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.818272] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.818272] env[68216]: INFO nova.compute.manager [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Took 9.20 seconds to spawn the instance on the hypervisor. [ 601.818272] env[68216]: DEBUG nova.compute.manager [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.819531] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979a4f9-5401-4e81-b6ff-587b7ebd0bef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.838165] env[68216]: DEBUG nova.network.neutron [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Successfully created port: 9542d0a0-4ef7-415a-b567-516cbcf62645 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.905587] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.956507] env[68216]: DEBUG nova.compute.manager [req-35b43583-4ac6-4dba-822a-beaf9d1a6768 req-8675a1e3-32f0-4094-945a-d9edb5732ee3 service nova] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Received event network-vif-plugged-622368ba-e90a-4d59-8979-fc401f0caf16 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 601.956725] env[68216]: DEBUG oslo_concurrency.lockutils [req-35b43583-4ac6-4dba-822a-beaf9d1a6768 req-8675a1e3-32f0-4094-945a-d9edb5732ee3 service nova] Acquiring lock "0341167e-de6e-495d-9163-58e5bd23d8b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.956931] env[68216]: DEBUG oslo_concurrency.lockutils [req-35b43583-4ac6-4dba-822a-beaf9d1a6768 req-8675a1e3-32f0-4094-945a-d9edb5732ee3 service nova] Lock "0341167e-de6e-495d-9163-58e5bd23d8b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.957108] env[68216]: DEBUG oslo_concurrency.lockutils [req-35b43583-4ac6-4dba-822a-beaf9d1a6768 req-8675a1e3-32f0-4094-945a-d9edb5732ee3 service nova] Lock "0341167e-de6e-495d-9163-58e5bd23d8b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.957272] env[68216]: DEBUG nova.compute.manager [req-35b43583-4ac6-4dba-822a-beaf9d1a6768 req-8675a1e3-32f0-4094-945a-d9edb5732ee3 service nova] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] No waiting events found dispatching network-vif-plugged-622368ba-e90a-4d59-8979-fc401f0caf16 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.957430] env[68216]: WARNING nova.compute.manager [req-35b43583-4ac6-4dba-822a-beaf9d1a6768 req-8675a1e3-32f0-4094-945a-d9edb5732ee3 service nova] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Received unexpected event network-vif-plugged-622368ba-e90a-4d59-8979-fc401f0caf16 for instance with vm_state building and task_state spawning. [ 601.999337] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquiring lock "refresh_cache-0341167e-de6e-495d-9163-58e5bd23d8b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.999490] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquired lock "refresh_cache-0341167e-de6e-495d-9163-58e5bd23d8b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.999643] env[68216]: DEBUG nova.network.neutron [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.101061] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b48891-8037-44d1-bcee-10c155229e7e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.115043] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb24b372-108c-4bf4-b261-2af4e6c06e52 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.124715] env[68216]: DEBUG oslo_concurrency.lockutils [req-3476bc3d-a05b-4817-8a05-0d1509a01b7b req-b4298bda-bdc4-460d-9977-7f00c5e8e1ac service nova] Releasing lock "refresh_cache-7b497c83-b21d-464b-8ee4-2964255eb5bb" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.150813] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7042696c-af09-4420-aad5-ffed073a7ef7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.164522] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c64e46-73e3-4208-bfef-9c3d60ccd46e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.177448] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067813, 'name': CloneVM_Task, 'duration_secs': 1.613777} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.186510] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Created linked-clone VM from snapshot [ 602.187997] env[68216]: DEBUG nova.compute.provider_tree [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.188880] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff08af-9bef-410c-b7aa-0378e9f09d5c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.198084] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Uploading image ba0c8a5f-4b8b-4753-800a-08099af8f230 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 602.212964] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 602.212964] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb937f52-7b21-4b95-8517-327d3cd6ef0d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.219851] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 602.219851] env[68216]: value = "task-3067817" [ 602.219851] env[68216]: _type = "Task" [ 602.219851] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.231400] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067817, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.309018] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cef8bc17-7a13-46ed-8d57-460e1ac4b585 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lock "60a83a27-c812-4c82-9a8e-fa841127911b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.086s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.339039] env[68216]: INFO nova.compute.manager [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Took 22.95 seconds to build instance. [ 602.387371] env[68216]: DEBUG nova.network.neutron [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Successfully created port: 4ff0be37-586c-42c6-bd35-692d12d5ea7a {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.406028] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067816, 'name': ReconfigVM_Task, 'duration_secs': 0.646341} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.406028] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 7b497c83-b21d-464b-8ee4-2964255eb5bb/7b497c83-b21d-464b-8ee4-2964255eb5bb.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.406951] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5319232-db66-4799-93ea-577cd5690930 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.414051] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 602.414051] env[68216]: value = "task-3067818" [ 602.414051] env[68216]: _type = "Task" [ 602.414051] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.425519] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067818, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.541351] env[68216]: DEBUG nova.network.neutron [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.587523] env[68216]: DEBUG nova.compute.manager [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.617719] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.618020] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.618225] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.618454] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.618783] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.619026] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.619250] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.619441] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.619653] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.619853] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.620081] env[68216]: DEBUG nova.virt.hardware [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.621662] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f4dc1-2071-4caa-b2bb-62e59ae6d1e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.630308] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566e5f62-575c-45f4-b7db-89d27f3a2ac7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.694993] env[68216]: DEBUG nova.scheduler.client.report [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.739340] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067817, 'name': Destroy_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.812132] env[68216]: DEBUG nova.compute.manager [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.842493] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0ea31bd-1a50-4efa-93e8-bb5673ad05ed tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "da572323-6a2a-448d-8759-9e93586fdf2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.519s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.911968] env[68216]: DEBUG nova.network.neutron [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Updating instance_info_cache with network_info: [{"id": "622368ba-e90a-4d59-8979-fc401f0caf16", "address": "fa:16:3e:36:5c:22", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622368ba-e9", "ovs_interfaceid": "622368ba-e90a-4d59-8979-fc401f0caf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.916845] env[68216]: DEBUG nova.network.neutron [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Successfully created port: a2af10e7-a6e5-4053-956d-f43b700df50e {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.924612] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067818, 'name': Rename_Task, 'duration_secs': 0.178569} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.924866] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.926178] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d68fbb3-1ff1-457e-beb9-c0a39845e393 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.930742] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 602.930742] env[68216]: value = "task-3067819" [ 602.930742] env[68216]: _type = "Task" [ 602.930742] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.939573] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.204215] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.204215] env[68216]: DEBUG nova.compute.manager [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.204679] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.833s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.205156] env[68216]: DEBUG nova.objects.instance [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lazy-loading 'resources' on Instance uuid f696c39b-adb2-4292-b5ae-12b6ebb2239c {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 603.233741] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067817, 'name': Destroy_Task, 'duration_secs': 0.534264} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.234023] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Destroyed the VM [ 603.234368] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 603.234923] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-480aba74-d142-4be2-a03e-8457c2d1b48d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.242722] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 603.242722] env[68216]: value = "task-3067824" [ 603.242722] env[68216]: _type = "Task" [ 603.242722] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.254240] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.334576] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.353408] env[68216]: DEBUG nova.compute.manager [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.375652] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "7bd493b7-b106-4be9-ae89-4cc38e153a78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.375940] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "7bd493b7-b106-4be9-ae89-4cc38e153a78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.417868] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Releasing lock "refresh_cache-0341167e-de6e-495d-9163-58e5bd23d8b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.421016] env[68216]: DEBUG nova.compute.manager [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Instance network_info: |[{"id": "622368ba-e90a-4d59-8979-fc401f0caf16", "address": "fa:16:3e:36:5c:22", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622368ba-e9", "ovs_interfaceid": "622368ba-e90a-4d59-8979-fc401f0caf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.421016] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:5c:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '622368ba-e90a-4d59-8979-fc401f0caf16', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.427181] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Creating folder: Project (a1e5348c8ca947858334fddbc08d3438). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.427894] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bf81792-c2ef-4140-ad59-5d394bc8e5f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.440564] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067819, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.442030] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Created folder: Project (a1e5348c8ca947858334fddbc08d3438) in parent group-v614292. [ 603.442377] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Creating folder: Instances. Parent ref: group-v614336. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.442726] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a44185e-5137-49fc-88cb-c892a2ee7de4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.455660] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Created folder: Instances in parent group-v614336. [ 603.455660] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.455660] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.455660] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e106d022-8d67-43bb-ad89-1610f9867bb3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.479882] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.479882] env[68216]: value = "task-3067827" [ 603.479882] env[68216]: _type = "Task" [ 603.479882] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.490744] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067827, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.710408] env[68216]: DEBUG nova.compute.utils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.715958] env[68216]: DEBUG nova.compute.manager [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.715958] env[68216]: DEBUG nova.network.neutron [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.764496] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.774939] env[68216]: DEBUG nova.policy [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0df41ccb6afb47a9b3796fe073de07af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '402435b28a0a4ed399f03c6da94667bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.890498] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.947315] env[68216]: DEBUG oslo_vmware.api [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067819, 'name': PowerOnVM_Task, 'duration_secs': 0.554421} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.951017] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.951017] env[68216]: INFO nova.compute.manager [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Took 8.73 seconds to spawn the instance on the hypervisor. [ 603.951017] env[68216]: DEBUG nova.compute.manager [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.951723] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68cf840-3df3-48a5-b965-3c6d6a8c7157 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.000172] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067827, 'name': CreateVM_Task, 'duration_secs': 0.39233} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.001466] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.002220] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.004257] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.005096] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.005429] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f900b2a-d12b-412b-9d17-a350e9fe32ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.012251] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for the task: (returnval){ [ 604.012251] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526ff8b0-914a-2cfc-58e4-546ccae2d523" [ 604.012251] env[68216]: _type = "Task" [ 604.012251] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.020971] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526ff8b0-914a-2cfc-58e4-546ccae2d523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.167379] env[68216]: DEBUG nova.network.neutron [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Successfully created port: a1c8f803-b3a7-462f-a7d5-d386572bef5f {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.216833] env[68216]: DEBUG nova.compute.manager [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.227478] env[68216]: DEBUG nova.compute.manager [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.228411] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ecd033-163b-4536-b1a0-99648b7514f0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.260444] env[68216]: DEBUG oslo_vmware.api [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067824, 'name': RemoveSnapshot_Task, 'duration_secs': 0.660499} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.260703] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 604.320669] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a926f67-713c-4295-ac7d-997d6a65875b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.328297] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5e5838-e6fb-4a3c-998b-ea0ab300b7e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.361458] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9886fd6e-b120-424b-8e08-d389ed638330 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.369979] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969788ce-7a44-4187-a103-bdbd73e1d56c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.385456] env[68216]: DEBUG nova.compute.provider_tree [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.476774] env[68216]: INFO nova.compute.manager [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Took 24.88 seconds to build instance. [ 604.523683] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526ff8b0-914a-2cfc-58e4-546ccae2d523, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.524011] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.524248] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.524492] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.524682] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.524808] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.525406] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-497b12d1-3cb8-4f91-a402-adcff75155fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.539599] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.539736] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.541601] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb49685-c592-4769-aa8b-45d84789131c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.547289] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for the task: (returnval){ [ 604.547289] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a86d48-0a9c-e3cb-6254-e0bf9808cd4a" [ 604.547289] env[68216]: _type = "Task" [ 604.547289] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.555661] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a86d48-0a9c-e3cb-6254-e0bf9808cd4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.743028] env[68216]: INFO nova.compute.manager [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] instance snapshotting [ 604.749478] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e175cf-68af-4a82-ad86-c14c87ff203a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.769860] env[68216]: WARNING nova.compute.manager [None req-240a1ef3-064d-4b6e-a1a0-ced64fdf744e tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Image not found during snapshot: nova.exception.ImageNotFound: Image ba0c8a5f-4b8b-4753-800a-08099af8f230 could not be found. [ 604.772072] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d054988d-50bc-4689-916e-09e276399bba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.809966] env[68216]: DEBUG nova.compute.manager [req-73eb7f56-0db1-43b4-b274-e04a5505b61e req-c4e34ee9-1d00-4ac8-bed6-100e23b2747e service nova] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Received event network-changed-622368ba-e90a-4d59-8979-fc401f0caf16 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 604.809966] env[68216]: DEBUG nova.compute.manager [req-73eb7f56-0db1-43b4-b274-e04a5505b61e req-c4e34ee9-1d00-4ac8-bed6-100e23b2747e service nova] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Refreshing instance network info cache due to event network-changed-622368ba-e90a-4d59-8979-fc401f0caf16. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 604.810390] env[68216]: DEBUG oslo_concurrency.lockutils [req-73eb7f56-0db1-43b4-b274-e04a5505b61e req-c4e34ee9-1d00-4ac8-bed6-100e23b2747e service nova] Acquiring lock "refresh_cache-0341167e-de6e-495d-9163-58e5bd23d8b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.810390] env[68216]: DEBUG oslo_concurrency.lockutils [req-73eb7f56-0db1-43b4-b274-e04a5505b61e req-c4e34ee9-1d00-4ac8-bed6-100e23b2747e service nova] Acquired lock "refresh_cache-0341167e-de6e-495d-9163-58e5bd23d8b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.810390] env[68216]: DEBUG nova.network.neutron [req-73eb7f56-0db1-43b4-b274-e04a5505b61e req-c4e34ee9-1d00-4ac8-bed6-100e23b2747e service nova] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Refreshing network info cache for port 622368ba-e90a-4d59-8979-fc401f0caf16 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.890565] env[68216]: DEBUG nova.scheduler.client.report [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.980681] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c7611b8a-7deb-470d-bbb5-3440c91ca891 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "7b497c83-b21d-464b-8ee4-2964255eb5bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.792s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.063725] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a86d48-0a9c-e3cb-6254-e0bf9808cd4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.064909] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc8e1ef-b1c3-4064-bb5c-cf7afb40228a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.070178] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for the task: (returnval){ [ 605.070178] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522592c1-3a5f-a0d5-5ee6-7360529d83cf" [ 605.070178] env[68216]: _type = "Task" [ 605.070178] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.078641] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522592c1-3a5f-a0d5-5ee6-7360529d83cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.233673] env[68216]: DEBUG nova.compute.manager [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.270451] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.270744] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.270906] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.272531] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.272531] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.272531] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.272936] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.273974] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.273974] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.273974] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.274586] env[68216]: DEBUG nova.virt.hardware [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.277317] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b4f0fb-9080-4951-9bf6-70445f648b87 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.285860] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 605.290364] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d92a67ec-96c4-4951-bba2-d67e80d117a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.299039] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73541500-048e-477f-8729-cc90bdb5f868 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.324044] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 605.324044] env[68216]: value = "task-3067828" [ 605.324044] env[68216]: _type = "Task" [ 605.324044] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.333720] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067828, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.400628] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.403966] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.131s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.403966] env[68216]: DEBUG nova.objects.instance [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lazy-loading 'resources' on Instance uuid 329db487-7a31-4a04-9dc7-646ebc595a98 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.436063] env[68216]: DEBUG nova.network.neutron [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Successfully updated port: 9542d0a0-4ef7-415a-b567-516cbcf62645 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.459605] env[68216]: INFO nova.scheduler.client.report [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Deleted allocations for instance f696c39b-adb2-4292-b5ae-12b6ebb2239c [ 605.483772] env[68216]: DEBUG nova.compute.manager [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.584443] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522592c1-3a5f-a0d5-5ee6-7360529d83cf, 'name': SearchDatastore_Task, 'duration_secs': 0.025655} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.585500] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.585500] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 0341167e-de6e-495d-9163-58e5bd23d8b9/0341167e-de6e-495d-9163-58e5bd23d8b9.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.585644] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5c0ef69-6eaa-451c-a0f6-ce374f62ad2a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.593076] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for the task: (returnval){ [ 605.593076] env[68216]: value = "task-3067829" [ 605.593076] env[68216]: _type = "Task" [ 605.593076] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.605279] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.833831] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067828, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.940175] env[68216]: DEBUG nova.network.neutron [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Successfully updated port: a1c8f803-b3a7-462f-a7d5-d386572bef5f {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.982392] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cff8964f-f43a-452a-a24f-15aae4d50cb3 tempest-ImagesNegativeTestJSON-186126003 tempest-ImagesNegativeTestJSON-186126003-project-member] Lock "f696c39b-adb2-4292-b5ae-12b6ebb2239c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.111s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.998820] env[68216]: DEBUG nova.network.neutron [req-73eb7f56-0db1-43b4-b274-e04a5505b61e req-c4e34ee9-1d00-4ac8-bed6-100e23b2747e service nova] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Updated VIF entry in instance network info cache for port 622368ba-e90a-4d59-8979-fc401f0caf16. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.999360] env[68216]: DEBUG nova.network.neutron [req-73eb7f56-0db1-43b4-b274-e04a5505b61e req-c4e34ee9-1d00-4ac8-bed6-100e23b2747e service nova] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Updating instance_info_cache with network_info: [{"id": "622368ba-e90a-4d59-8979-fc401f0caf16", "address": "fa:16:3e:36:5c:22", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622368ba-e9", "ovs_interfaceid": "622368ba-e90a-4d59-8979-fc401f0caf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.016292] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.114962] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067829, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.341399] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067828, 'name': CreateSnapshot_Task, 'duration_secs': 0.844679} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.341676] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 606.343923] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9bf15f-b9d2-4e75-b4c9-41f45dd3be0b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.450062] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "refresh_cache-16e4cba8-065d-4254-b377-cc48b1db47f2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.450062] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "refresh_cache-16e4cba8-065d-4254-b377-cc48b1db47f2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.450062] env[68216]: DEBUG nova.network.neutron [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.489207] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a3c40a-6d49-485a-a54f-ed0ce60d2875 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.505779] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bda7c5-1cb2-4255-9cbd-f14eed28a5c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.510279] env[68216]: DEBUG oslo_concurrency.lockutils [req-73eb7f56-0db1-43b4-b274-e04a5505b61e req-c4e34ee9-1d00-4ac8-bed6-100e23b2747e service nova] Releasing lock "refresh_cache-0341167e-de6e-495d-9163-58e5bd23d8b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.541862] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fc23b2-c205-48ba-b1f4-4bb74e9de27a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.549819] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82941e4c-fe10-4577-9d94-dff40862332e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.564576] env[68216]: DEBUG nova.compute.provider_tree [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.606539] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772849} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.610374] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 0341167e-de6e-495d-9163-58e5bd23d8b9/0341167e-de6e-495d-9163-58e5bd23d8b9.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.610628] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.611312] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c8b352-822b-4d59-a651-c22afda5d4e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.619766] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for the task: (returnval){ [ 606.619766] env[68216]: value = "task-3067831" [ 606.619766] env[68216]: _type = "Task" [ 606.619766] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.629560] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.844950] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquiring lock "417ae562-0d10-4253-b608-13eae9ec020c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.845196] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Lock "417ae562-0d10-4253-b608-13eae9ec020c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.875426] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 606.875789] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f8fe90d-ec8a-485b-8c70-5b59f5cdd933 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.885163] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 606.885163] env[68216]: value = "task-3067832" [ 606.885163] env[68216]: _type = "Task" [ 606.885163] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.894305] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067832, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.030394] env[68216]: DEBUG nova.network.neutron [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.067303] env[68216]: DEBUG nova.scheduler.client.report [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.114433] env[68216]: DEBUG nova.compute.manager [req-451301b3-3189-4d78-9e82-983b11d3bf6a req-631f0d97-dfbe-4bd2-b481-af244110598a service nova] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Received event network-vif-plugged-a1c8f803-b3a7-462f-a7d5-d386572bef5f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 607.114659] env[68216]: DEBUG oslo_concurrency.lockutils [req-451301b3-3189-4d78-9e82-983b11d3bf6a req-631f0d97-dfbe-4bd2-b481-af244110598a service nova] Acquiring lock "16e4cba8-065d-4254-b377-cc48b1db47f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.114869] env[68216]: DEBUG oslo_concurrency.lockutils [req-451301b3-3189-4d78-9e82-983b11d3bf6a req-631f0d97-dfbe-4bd2-b481-af244110598a service nova] Lock "16e4cba8-065d-4254-b377-cc48b1db47f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.115045] env[68216]: DEBUG oslo_concurrency.lockutils [req-451301b3-3189-4d78-9e82-983b11d3bf6a req-631f0d97-dfbe-4bd2-b481-af244110598a service nova] Lock "16e4cba8-065d-4254-b377-cc48b1db47f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.115215] env[68216]: DEBUG nova.compute.manager [req-451301b3-3189-4d78-9e82-983b11d3bf6a req-631f0d97-dfbe-4bd2-b481-af244110598a service nova] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] No waiting events found dispatching network-vif-plugged-a1c8f803-b3a7-462f-a7d5-d386572bef5f {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.115401] env[68216]: WARNING nova.compute.manager [req-451301b3-3189-4d78-9e82-983b11d3bf6a req-631f0d97-dfbe-4bd2-b481-af244110598a service nova] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Received unexpected event network-vif-plugged-a1c8f803-b3a7-462f-a7d5-d386572bef5f for instance with vm_state building and task_state spawning. [ 607.129886] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141424} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.130059] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.130865] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39abdf64-14dd-49e0-85c1-525bb92125b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.154390] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 0341167e-de6e-495d-9163-58e5bd23d8b9/0341167e-de6e-495d-9163-58e5bd23d8b9.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.155128] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d89732-6987-419e-bbf5-f399ff11b243 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.176533] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for the task: (returnval){ [ 607.176533] env[68216]: value = "task-3067833" [ 607.176533] env[68216]: _type = "Task" [ 607.176533] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.185320] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.315828] env[68216]: DEBUG nova.network.neutron [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Updating instance_info_cache with network_info: [{"id": "a1c8f803-b3a7-462f-a7d5-d386572bef5f", "address": "fa:16:3e:5b:7b:a9", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c8f803-b3", "ovs_interfaceid": "a1c8f803-b3a7-462f-a7d5-d386572bef5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.395393] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067832, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.572796] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.576228] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.270s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.605562] env[68216]: INFO nova.scheduler.client.report [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Deleted allocations for instance 329db487-7a31-4a04-9dc7-646ebc595a98 [ 607.687167] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.722964] env[68216]: DEBUG nova.network.neutron [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Successfully updated port: 4ff0be37-586c-42c6-bd35-692d12d5ea7a {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.790570] env[68216]: DEBUG nova.compute.manager [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received event network-vif-plugged-9542d0a0-4ef7-415a-b567-516cbcf62645 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 607.791060] env[68216]: DEBUG oslo_concurrency.lockutils [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] Acquiring lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.791307] env[68216]: DEBUG oslo_concurrency.lockutils [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.791475] env[68216]: DEBUG oslo_concurrency.lockutils [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.791643] env[68216]: DEBUG nova.compute.manager [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] No waiting events found dispatching network-vif-plugged-9542d0a0-4ef7-415a-b567-516cbcf62645 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.792868] env[68216]: WARNING nova.compute.manager [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received unexpected event network-vif-plugged-9542d0a0-4ef7-415a-b567-516cbcf62645 for instance with vm_state building and task_state spawning. [ 607.793084] env[68216]: DEBUG nova.compute.manager [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received event network-changed-9542d0a0-4ef7-415a-b567-516cbcf62645 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 607.793260] env[68216]: DEBUG nova.compute.manager [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Refreshing instance network info cache due to event network-changed-9542d0a0-4ef7-415a-b567-516cbcf62645. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 607.793454] env[68216]: DEBUG oslo_concurrency.lockutils [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] Acquiring lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.793594] env[68216]: DEBUG oslo_concurrency.lockutils [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] Acquired lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.793785] env[68216]: DEBUG nova.network.neutron [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Refreshing network info cache for port 9542d0a0-4ef7-415a-b567-516cbcf62645 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.818361] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "refresh_cache-16e4cba8-065d-4254-b377-cc48b1db47f2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.818730] env[68216]: DEBUG nova.compute.manager [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Instance network_info: |[{"id": "a1c8f803-b3a7-462f-a7d5-d386572bef5f", "address": "fa:16:3e:5b:7b:a9", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c8f803-b3", "ovs_interfaceid": "a1c8f803-b3a7-462f-a7d5-d386572bef5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.819172] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:7b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1c8f803-b3a7-462f-a7d5-d386572bef5f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.827043] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Creating folder: Project (402435b28a0a4ed399f03c6da94667bf). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.827812] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4cca39d-2e23-4885-afde-ccf45d95374e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.838668] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Created folder: Project (402435b28a0a4ed399f03c6da94667bf) in parent group-v614292. [ 607.838883] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Creating folder: Instances. Parent ref: group-v614341. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.839136] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edebbcbb-9f6a-443b-83a9-73d7852412d4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.848681] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Created folder: Instances in parent group-v614341. [ 607.848944] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.850141] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.852650] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa8fb4ce-924f-44b5-acb7-3998c1b74b1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.873689] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.873689] env[68216]: value = "task-3067836" [ 607.873689] env[68216]: _type = "Task" [ 607.873689] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.883952] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067836, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.894842] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067832, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.086031] env[68216]: INFO nova.compute.claims [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.118907] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e529f90e-12d8-43b6-9f92-8a2ff28e69bd tempest-ServerDiagnosticsNegativeTest-1967935885 tempest-ServerDiagnosticsNegativeTest-1967935885-project-member] Lock "329db487-7a31-4a04-9dc7-646ebc595a98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.636s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.198387] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067833, 'name': ReconfigVM_Task, 'duration_secs': 0.915646} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.198705] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 0341167e-de6e-495d-9163-58e5bd23d8b9/0341167e-de6e-495d-9163-58e5bd23d8b9.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.199355] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb4aca81-32f4-4229-9b78-fc74dc0e196f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.207221] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for the task: (returnval){ [ 608.207221] env[68216]: value = "task-3067838" [ 608.207221] env[68216]: _type = "Task" [ 608.207221] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.219595] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067838, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.368869] env[68216]: DEBUG nova.network.neutron [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.373058] env[68216]: DEBUG oslo_concurrency.lockutils [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "b3779726-6b8a-4f2b-9b9a-7302948208e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.373058] env[68216]: DEBUG oslo_concurrency.lockutils [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "b3779726-6b8a-4f2b-9b9a-7302948208e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.373058] env[68216]: DEBUG oslo_concurrency.lockutils [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "b3779726-6b8a-4f2b-9b9a-7302948208e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.373343] env[68216]: DEBUG oslo_concurrency.lockutils [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "b3779726-6b8a-4f2b-9b9a-7302948208e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.373461] env[68216]: DEBUG oslo_concurrency.lockutils [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "b3779726-6b8a-4f2b-9b9a-7302948208e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.381123] env[68216]: INFO nova.compute.manager [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Terminating instance [ 608.397592] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067836, 'name': CreateVM_Task, 'duration_secs': 0.407213} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.401980] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.402532] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067832, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.403993] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.404321] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.404827] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.405530] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cdbcd09-f761-4808-b147-c4ab3a60aba0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.411791] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 608.411791] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5235367f-a107-e1a5-f993-f002534638c5" [ 608.411791] env[68216]: _type = "Task" [ 608.411791] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.423146] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5235367f-a107-e1a5-f993-f002534638c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.502302] env[68216]: DEBUG nova.network.neutron [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.596318] env[68216]: INFO nova.compute.resource_tracker [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating resource usage from migration 0661bcce-ad9e-456b-8e15-20185ea4b8fe [ 608.720678] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067838, 'name': Rename_Task, 'duration_secs': 0.165257} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.720966] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.721611] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e26535eb-285e-4823-9cf2-6b7bfc6d65a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.730455] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for the task: (returnval){ [ 608.730455] env[68216]: value = "task-3067839" [ 608.730455] env[68216]: _type = "Task" [ 608.730455] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.742349] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.895076] env[68216]: DEBUG nova.compute.manager [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 608.895076] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.895922] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741179f3-1bfb-456c-8931-61761630ee96 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.914690] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067832, 'name': CloneVM_Task, 'duration_secs': 1.728524} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.915064] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.917028] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Created linked-clone VM from snapshot [ 608.922857] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff774f4c-6491-44e7-afd7-560c78d644c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.925208] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f78dd5d-2d78-4ff3-81cd-30e90999f992 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.936800] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5235367f-a107-e1a5-f993-f002534638c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01855} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.941663] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.941910] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.942156] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.942332] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.942623] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.943052] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Uploading image 0474aada-15eb-4747-8815-2629a38c426f {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 608.945098] env[68216]: DEBUG oslo_vmware.api [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 608.945098] env[68216]: value = "task-3067840" [ 608.945098] env[68216]: _type = "Task" [ 608.945098] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.949104] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bf5c80c-fbb0-4e38-b9b3-bdb8c92d5103 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.960582] env[68216]: DEBUG oslo_vmware.api [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.962045] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.962323] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.963132] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee76a1d-9be3-4877-9599-29c263a2ec99 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.971882] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 608.971882] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52497b59-c9cb-15e8-1527-4a99663b3820" [ 608.971882] env[68216]: _type = "Task" [ 608.971882] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.986151] env[68216]: DEBUG oslo_vmware.rw_handles [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 608.986151] env[68216]: value = "vm-614340" [ 608.986151] env[68216]: _type = "VirtualMachine" [ 608.986151] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 608.986151] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6beb4cea-5061-4b95-bc6d-107238b512c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.990833] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52497b59-c9cb-15e8-1527-4a99663b3820, 'name': SearchDatastore_Task, 'duration_secs': 0.012268} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.993796] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3183a9e-2e0d-4275-97d4-0c4396799f55 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.001730] env[68216]: DEBUG oslo_vmware.rw_handles [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lease: (returnval){ [ 609.001730] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52aa23ae-3fe3-64e2-ca01-1615167f083d" [ 609.001730] env[68216]: _type = "HttpNfcLease" [ 609.001730] env[68216]: } obtained for exporting VM: (result){ [ 609.001730] env[68216]: value = "vm-614340" [ 609.001730] env[68216]: _type = "VirtualMachine" [ 609.001730] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 609.002268] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the lease: (returnval){ [ 609.002268] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52aa23ae-3fe3-64e2-ca01-1615167f083d" [ 609.002268] env[68216]: _type = "HttpNfcLease" [ 609.002268] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 609.008770] env[68216]: DEBUG oslo_concurrency.lockutils [req-81299c93-3022-4cb5-a6f8-c1488c58e903 req-7a0b9949-833a-45f3-98aa-b3df7416fc82 service nova] Releasing lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.009483] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 609.009483] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521833df-6a26-8a28-1457-9b785b014ded" [ 609.009483] env[68216]: _type = "Task" [ 609.009483] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.015975] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 609.015975] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52aa23ae-3fe3-64e2-ca01-1615167f083d" [ 609.015975] env[68216]: _type = "HttpNfcLease" [ 609.015975] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 609.016840] env[68216]: DEBUG oslo_vmware.rw_handles [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 609.016840] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52aa23ae-3fe3-64e2-ca01-1615167f083d" [ 609.016840] env[68216]: _type = "HttpNfcLease" [ 609.016840] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 609.017798] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be81dd64-41f5-4c34-b39a-c8356ae4464c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.028379] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521833df-6a26-8a28-1457-9b785b014ded, 'name': SearchDatastore_Task, 'duration_secs': 0.015048} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.029450] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.032087] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.032087] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da89e61d-41fd-4b77-9a5f-5ec738863e2d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.036645] env[68216]: DEBUG oslo_vmware.rw_handles [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e632b3-1058-7167-30dc-41ac263818fe/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 609.036827] env[68216]: DEBUG oslo_vmware.rw_handles [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e632b3-1058-7167-30dc-41ac263818fe/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 609.106137] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 609.106137] env[68216]: value = "task-3067842" [ 609.106137] env[68216]: _type = "Task" [ 609.106137] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.118240] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.153503] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d2dc242-d883-4698-87ef-b36a95f45c97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.211988] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea2686e-0744-4afe-8747-24e62d95d66c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.223660] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ddc952-7964-4d42-a369-852b131d53c1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.284391] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc39795f-afef-4c1e-9ad2-e8e1ed41e560 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.294785] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.302374] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665c5d4e-a58a-423f-85f8-e699c49c5518 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.320928] env[68216]: DEBUG nova.compute.provider_tree [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.464398] env[68216]: DEBUG oslo_vmware.api [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067840, 'name': PowerOffVM_Task, 'duration_secs': 0.23447} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.464828] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.465055] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.465380] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-802ac0b8-1391-4878-a763-f17b3ce2bd23 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.540068] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.540426] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.540633] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Deleting the datastore file [datastore1] b3779726-6b8a-4f2b-9b9a-7302948208e0 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.541251] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7ddb52d-ded8-41b8-bbe7-a14482dd7d23 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.547875] env[68216]: DEBUG oslo_vmware.api [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 609.547875] env[68216]: value = "task-3067844" [ 609.547875] env[68216]: _type = "Task" [ 609.547875] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.559139] env[68216]: DEBUG oslo_vmware.api [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.622761] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067842, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.792198] env[68216]: DEBUG oslo_vmware.api [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067839, 'name': PowerOnVM_Task, 'duration_secs': 0.670053} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.792898] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.793355] env[68216]: INFO nova.compute.manager [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Took 9.85 seconds to spawn the instance on the hypervisor. [ 609.793587] env[68216]: DEBUG nova.compute.manager [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.794529] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba18d877-f495-4e6b-a896-3ddf8c7ccb97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.827247] env[68216]: DEBUG nova.scheduler.client.report [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.048614] env[68216]: DEBUG nova.compute.manager [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Received event network-changed-a1c8f803-b3a7-462f-a7d5-d386572bef5f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 610.048927] env[68216]: DEBUG nova.compute.manager [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Refreshing instance network info cache due to event network-changed-a1c8f803-b3a7-462f-a7d5-d386572bef5f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 610.051155] env[68216]: DEBUG oslo_concurrency.lockutils [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] Acquiring lock "refresh_cache-16e4cba8-065d-4254-b377-cc48b1db47f2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.056015] env[68216]: DEBUG oslo_concurrency.lockutils [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] Acquired lock "refresh_cache-16e4cba8-065d-4254-b377-cc48b1db47f2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.056015] env[68216]: DEBUG nova.network.neutron [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Refreshing network info cache for port a1c8f803-b3a7-462f-a7d5-d386572bef5f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.072056] env[68216]: DEBUG oslo_vmware.api [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.127491] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670547} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.127491] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.128334] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.128523] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47271c42-41d5-41e1-bd68-aaf6d79c9d74 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.138203] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 610.138203] env[68216]: value = "task-3067846" [ 610.138203] env[68216]: _type = "Task" [ 610.138203] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.150870] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.156186] env[68216]: DEBUG nova.network.neutron [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Successfully updated port: a2af10e7-a6e5-4053-956d-f43b700df50e {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.324254] env[68216]: INFO nova.compute.manager [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Took 28.12 seconds to build instance. [ 610.341322] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.765s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.342154] env[68216]: INFO nova.compute.manager [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Migrating [ 610.342154] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.342154] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.345893] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.006s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.346328] env[68216]: INFO nova.compute.claims [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.571575] env[68216]: DEBUG oslo_vmware.api [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3067844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575597} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.572230] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.572230] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.572525] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.572674] env[68216]: INFO nova.compute.manager [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Took 1.68 seconds to destroy the instance on the hypervisor. [ 610.574837] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.574837] env[68216]: DEBUG nova.compute.manager [-] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.574837] env[68216]: DEBUG nova.network.neutron [-] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.653161] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161364} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.653432] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.654320] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fc34ea-da45-4f1e-a373-16da58cca9d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.660454] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.660454] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquired lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.660603] env[68216]: DEBUG nova.network.neutron [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.684291] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.687496] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b727c0c0-37ee-4a11-8635-a798688eb23c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.709549] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 610.709549] env[68216]: value = "task-3067847" [ 610.709549] env[68216]: _type = "Task" [ 610.709549] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.725919] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.835268] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35483e7c-9edd-49fd-bd39-54925d30bbc1 tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lock "0341167e-de6e-495d-9163-58e5bd23d8b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.141s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.853173] env[68216]: INFO nova.compute.rpcapi [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 610.853668] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.953426] env[68216]: DEBUG nova.network.neutron [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Updated VIF entry in instance network info cache for port a1c8f803-b3a7-462f-a7d5-d386572bef5f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.953841] env[68216]: DEBUG nova.network.neutron [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Updating instance_info_cache with network_info: [{"id": "a1c8f803-b3a7-462f-a7d5-d386572bef5f", "address": "fa:16:3e:5b:7b:a9", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c8f803-b3", "ovs_interfaceid": "a1c8f803-b3a7-462f-a7d5-d386572bef5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.223534] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067847, 'name': ReconfigVM_Task, 'duration_secs': 0.472589} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.223776] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.224561] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b500fa9-e329-40e8-9b0a-0dda7561c50f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.232543] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 611.232543] env[68216]: value = "task-3067848" [ 611.232543] env[68216]: _type = "Task" [ 611.232543] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.241690] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067848, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.341087] env[68216]: DEBUG nova.compute.manager [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.375338] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.375884] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.375884] env[68216]: DEBUG nova.network.neutron [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.459361] env[68216]: DEBUG nova.network.neutron [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.461802] env[68216]: DEBUG oslo_concurrency.lockutils [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] Releasing lock "refresh_cache-16e4cba8-065d-4254-b377-cc48b1db47f2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.462457] env[68216]: DEBUG nova.compute.manager [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received event network-vif-plugged-4ff0be37-586c-42c6-bd35-692d12d5ea7a {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 611.462710] env[68216]: DEBUG oslo_concurrency.lockutils [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] Acquiring lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.462925] env[68216]: DEBUG oslo_concurrency.lockutils [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.463133] env[68216]: DEBUG oslo_concurrency.lockutils [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.463333] env[68216]: DEBUG nova.compute.manager [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] No waiting events found dispatching network-vif-plugged-4ff0be37-586c-42c6-bd35-692d12d5ea7a {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.463524] env[68216]: WARNING nova.compute.manager [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received unexpected event network-vif-plugged-4ff0be37-586c-42c6-bd35-692d12d5ea7a for instance with vm_state building and task_state spawning. [ 611.463666] env[68216]: DEBUG nova.compute.manager [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received event network-changed-4ff0be37-586c-42c6-bd35-692d12d5ea7a {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 611.463854] env[68216]: DEBUG nova.compute.manager [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Refreshing instance network info cache due to event network-changed-4ff0be37-586c-42c6-bd35-692d12d5ea7a. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 611.464062] env[68216]: DEBUG oslo_concurrency.lockutils [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] Acquiring lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.486347] env[68216]: DEBUG nova.network.neutron [-] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.745870] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067848, 'name': Rename_Task, 'duration_secs': 0.188022} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.746719] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.749614] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64faeb4f-28db-453d-9e0f-6d20ac8ca53a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.760230] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 611.760230] env[68216]: value = "task-3067849" [ 611.760230] env[68216]: _type = "Task" [ 611.760230] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.769279] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.885482] env[68216]: DEBUG nova.compute.manager [req-b40573d7-a17f-486d-ab6b-269de1ec0484 req-f33fcb6d-0223-45bd-905a-578ec493e1eb service nova] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Received event network-vif-deleted-4c4b264f-9fda-4811-b116-c37c39a2ca89 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 611.893157] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.925300] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08129b74-44f6-4d28-bb8b-7763ecd62717 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.939176] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca7c847-dd9f-4406-aaed-8ebd64ac80b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.978645] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62191f8-8262-4390-9438-925ec27c8be6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.988258] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff479a74-5af8-4db7-9575-1440e748ddeb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.993512] env[68216]: INFO nova.compute.manager [-] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Took 1.42 seconds to deallocate network for instance. [ 612.008162] env[68216]: DEBUG nova.compute.provider_tree [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.271385] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067849, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.343107] env[68216]: DEBUG nova.network.neutron [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Updating instance_info_cache with network_info: [{"id": "9542d0a0-4ef7-415a-b567-516cbcf62645", "address": "fa:16:3e:c3:f4:85", "network": {"id": "34d7c9a2-c1af-4dd0-ae5c-5521787790fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2147184145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9542d0a0-4e", "ovs_interfaceid": "9542d0a0-4ef7-415a-b567-516cbcf62645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ff0be37-586c-42c6-bd35-692d12d5ea7a", "address": "fa:16:3e:d7:5a:78", "network": {"id": "98aaed17-701f-48e8-8af5-d36ad0e701f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107335316", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff0be37-58", "ovs_interfaceid": "4ff0be37-586c-42c6-bd35-692d12d5ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2af10e7-a6e5-4053-956d-f43b700df50e", "address": "fa:16:3e:06:03:af", "network": {"id": "34d7c9a2-c1af-4dd0-ae5c-5521787790fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2147184145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2af10e7-a6", "ovs_interfaceid": "a2af10e7-a6e5-4053-956d-f43b700df50e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.386361] env[68216]: DEBUG nova.network.neutron [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance_info_cache with network_info: [{"id": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "address": "fa:16:3e:93:85:55", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d834d-80", "ovs_interfaceid": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.501359] env[68216]: DEBUG oslo_concurrency.lockutils [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.516904] env[68216]: DEBUG nova.scheduler.client.report [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.521014] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.521817] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.771881] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067849, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.782252] env[68216]: DEBUG nova.compute.manager [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received event network-vif-plugged-a2af10e7-a6e5-4053-956d-f43b700df50e {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 612.782252] env[68216]: DEBUG oslo_concurrency.lockutils [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] Acquiring lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.782252] env[68216]: DEBUG oslo_concurrency.lockutils [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.782252] env[68216]: DEBUG oslo_concurrency.lockutils [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.782252] env[68216]: DEBUG nova.compute.manager [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] No waiting events found dispatching network-vif-plugged-a2af10e7-a6e5-4053-956d-f43b700df50e {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.782488] env[68216]: WARNING nova.compute.manager [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received unexpected event network-vif-plugged-a2af10e7-a6e5-4053-956d-f43b700df50e for instance with vm_state building and task_state spawning. [ 612.782488] env[68216]: DEBUG nova.compute.manager [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received event network-changed-a2af10e7-a6e5-4053-956d-f43b700df50e {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 612.782611] env[68216]: DEBUG nova.compute.manager [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Refreshing instance network info cache due to event network-changed-a2af10e7-a6e5-4053-956d-f43b700df50e. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 612.782740] env[68216]: DEBUG oslo_concurrency.lockutils [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] Acquiring lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.848996] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Releasing lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.849769] env[68216]: DEBUG nova.compute.manager [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Instance network_info: |[{"id": "9542d0a0-4ef7-415a-b567-516cbcf62645", "address": "fa:16:3e:c3:f4:85", "network": {"id": "34d7c9a2-c1af-4dd0-ae5c-5521787790fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2147184145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9542d0a0-4e", "ovs_interfaceid": "9542d0a0-4ef7-415a-b567-516cbcf62645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ff0be37-586c-42c6-bd35-692d12d5ea7a", "address": "fa:16:3e:d7:5a:78", "network": {"id": "98aaed17-701f-48e8-8af5-d36ad0e701f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107335316", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff0be37-58", "ovs_interfaceid": "4ff0be37-586c-42c6-bd35-692d12d5ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2af10e7-a6e5-4053-956d-f43b700df50e", "address": "fa:16:3e:06:03:af", "network": {"id": "34d7c9a2-c1af-4dd0-ae5c-5521787790fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2147184145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2af10e7-a6", "ovs_interfaceid": "a2af10e7-a6e5-4053-956d-f43b700df50e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.850024] env[68216]: DEBUG oslo_concurrency.lockutils [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] Acquired lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.850997] env[68216]: DEBUG nova.network.neutron [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Refreshing network info cache for port 4ff0be37-586c-42c6-bd35-692d12d5ea7a {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.852846] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:f4:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9542d0a0-4ef7-415a-b567-516cbcf62645', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:5a:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ff0be37-586c-42c6-bd35-692d12d5ea7a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:03:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2af10e7-a6e5-4053-956d-f43b700df50e', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.870474] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Creating folder: Project (3d9746048fcc4294990dd86493e46aca). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.872326] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b49c2b8-80da-44e8-9c3c-f857e2c074c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.884185] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Created folder: Project (3d9746048fcc4294990dd86493e46aca) in parent group-v614292. [ 612.885278] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Creating folder: Instances. Parent ref: group-v614345. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.885278] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a711d153-16b8-40bc-9666-2df4d09fa55f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.889622] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.893527] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Created folder: Instances in parent group-v614345. [ 612.893965] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.893965] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.894141] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f5caf5e-4040-45be-bef4-451640b00068 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.924214] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.924214] env[68216]: value = "task-3067853" [ 612.924214] env[68216]: _type = "Task" [ 612.924214] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.934722] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067853, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.023335] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.025040] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.363s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.025291] env[68216]: DEBUG nova.objects.instance [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lazy-loading 'resources' on Instance uuid 1f030197-7d94-4149-b4ab-eef73111b6b2 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.273940] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067849, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.438240] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067853, 'name': CreateVM_Task} progress is 15%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.533341] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquiring lock "287b5fbe-121c-4b41-a0e9-100797ff9ea6" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.533341] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "287b5fbe-121c-4b41-a0e9-100797ff9ea6" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.560024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquiring lock "0341167e-de6e-495d-9163-58e5bd23d8b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.560024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lock "0341167e-de6e-495d-9163-58e5bd23d8b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.560024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquiring lock "0341167e-de6e-495d-9163-58e5bd23d8b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.560024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lock "0341167e-de6e-495d-9163-58e5bd23d8b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.560024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lock "0341167e-de6e-495d-9163-58e5bd23d8b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.569432] env[68216]: INFO nova.compute.manager [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Terminating instance [ 613.774470] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067849, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.944608] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067853, 'name': CreateVM_Task} progress is 15%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.037360] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "287b5fbe-121c-4b41-a0e9-100797ff9ea6" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.038867] env[68216]: DEBUG nova.compute.manager [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.054531] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4633bc72-e44a-40b8-b9da-4632fb693e8b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.063937] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7fbdee-d701-46e1-b308-184331843424 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.115014] env[68216]: DEBUG nova.compute.manager [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.115014] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.117024] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4070df7-197c-4f0a-90c3-89957aaec4ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.120039] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d9b9bc-e369-4c08-852d-41b0b0b2c8ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.134195] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c405c60a-7306-47b1-a20e-f57c52e92453 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.141197] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.141197] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7efcb948-9974-4bc1-82f9-e2b969a7dfdb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.163968] env[68216]: DEBUG nova.network.neutron [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Updated VIF entry in instance network info cache for port 4ff0be37-586c-42c6-bd35-692d12d5ea7a. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.163968] env[68216]: DEBUG nova.network.neutron [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Updating instance_info_cache with network_info: [{"id": "9542d0a0-4ef7-415a-b567-516cbcf62645", "address": "fa:16:3e:c3:f4:85", "network": {"id": "34d7c9a2-c1af-4dd0-ae5c-5521787790fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2147184145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9542d0a0-4e", "ovs_interfaceid": "9542d0a0-4ef7-415a-b567-516cbcf62645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ff0be37-586c-42c6-bd35-692d12d5ea7a", "address": "fa:16:3e:d7:5a:78", "network": {"id": "98aaed17-701f-48e8-8af5-d36ad0e701f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107335316", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff0be37-58", "ovs_interfaceid": "4ff0be37-586c-42c6-bd35-692d12d5ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2af10e7-a6e5-4053-956d-f43b700df50e", "address": "fa:16:3e:06:03:af", "network": {"id": "34d7c9a2-c1af-4dd0-ae5c-5521787790fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2147184145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2af10e7-a6", "ovs_interfaceid": "a2af10e7-a6e5-4053-956d-f43b700df50e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.166807] env[68216]: DEBUG nova.compute.provider_tree [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.167067] env[68216]: DEBUG oslo_vmware.api [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for the task: (returnval){ [ 614.167067] env[68216]: value = "task-3067854" [ 614.167067] env[68216]: _type = "Task" [ 614.167067] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.183156] env[68216]: DEBUG oslo_vmware.api [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.280880] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067849, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.378686] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.379030] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.379308] env[68216]: DEBUG nova.compute.manager [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.380174] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55097842-6abd-48cc-8d0d-a4940ba22ba6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.391098] env[68216]: DEBUG nova.compute.manager [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 614.391684] env[68216]: DEBUG nova.objects.instance [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lazy-loading 'flavor' on Instance uuid 8237475b-0989-4e97-9c71-19ad1ef8fa5a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 614.407320] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6755ca15-2b11-4be5-b73f-f04ba640dc94 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.441343] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance '83f60ebf-59d1-432b-a4f8-37510f2a6ebd' progress to 0 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 614.458397] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067853, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.544860] env[68216]: DEBUG nova.compute.utils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.547304] env[68216]: DEBUG nova.compute.manager [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.547513] env[68216]: DEBUG nova.network.neutron [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.668407] env[68216]: DEBUG nova.policy [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25a13110642b41b1819756b7545a3c77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bb170336b6347c4aa6c55746fb39ec4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.672185] env[68216]: DEBUG oslo_concurrency.lockutils [req-42e719ae-5096-4adc-b9a2-f22da3dc9dab req-dc130d88-4ec4-4500-b861-bc18c1d07333 service nova] Releasing lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.672694] env[68216]: DEBUG oslo_concurrency.lockutils [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] Acquired lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.672958] env[68216]: DEBUG nova.network.neutron [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Refreshing network info cache for port a2af10e7-a6e5-4053-956d-f43b700df50e {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.692705] env[68216]: DEBUG oslo_vmware.api [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067854, 'name': PowerOffVM_Task, 'duration_secs': 0.337538} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.693040] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.693245] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.693529] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55663e2e-a4d9-4e72-a952-3a4042a26e63 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.715757] env[68216]: ERROR nova.scheduler.client.report [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] [req-2486278d-674c-4e0f-a598-fdfb457911fd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2486278d-674c-4e0f-a598-fdfb457911fd"}]} [ 614.746900] env[68216]: DEBUG nova.scheduler.client.report [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 614.766118] env[68216]: DEBUG nova.scheduler.client.report [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 614.766118] env[68216]: DEBUG nova.compute.provider_tree [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.780437] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067849, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.781834] env[68216]: DEBUG nova.scheduler.client.report [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 614.809351] env[68216]: DEBUG nova.scheduler.client.report [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 614.957107] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.958146] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc515fc-e24d-40c2-a9ea-28f0ba5d8080 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.969392] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067853, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.982754] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 614.982754] env[68216]: value = "task-3067857" [ 614.982754] env[68216]: _type = "Task" [ 614.982754] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.000562] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.051320] env[68216]: DEBUG nova.compute.manager [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.237207] env[68216]: DEBUG nova.network.neutron [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Successfully created port: 910b29b7-d59c-42db-a246-34ce8998e4a9 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.286702] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067849, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.305082] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.306355] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.306355] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Deleting the datastore file [datastore1] 0341167e-de6e-495d-9163-58e5bd23d8b9 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.308928] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ca23072-8aa5-47db-b501-1571e4f337d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.320338] env[68216]: DEBUG oslo_vmware.api [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for the task: (returnval){ [ 615.320338] env[68216]: value = "task-3067858" [ 615.320338] env[68216]: _type = "Task" [ 615.320338] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.380417] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fbc36a-84a3-4c6f-b171-14caa92cd768 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.395729] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8492854c-93d7-446f-afb0-5e19f44356c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.402765] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.403868] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c0f02e1-28c5-48bd-8398-f07100aca4d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.440940] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aed464-7c85-4b4a-8ab0-9cf6590a5440 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.444081] env[68216]: DEBUG oslo_vmware.api [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 615.444081] env[68216]: value = "task-3067859" [ 615.444081] env[68216]: _type = "Task" [ 615.444081] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.455416] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d45645-496a-490f-bf9a-3fabdc3a591c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.465181] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067853, 'name': CreateVM_Task, 'duration_secs': 2.529958} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.465390] env[68216]: DEBUG oslo_vmware.api [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.466026] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.466986] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.467167] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.467806] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.468078] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bca98f0-d4d5-48d0-969b-cbc60d794675 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.478108] env[68216]: DEBUG nova.compute.provider_tree [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.484584] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 615.484584] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52aacf23-1ad0-3eae-1bfb-b149d0a04fe6" [ 615.484584] env[68216]: _type = "Task" [ 615.484584] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.497628] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067857, 'name': PowerOffVM_Task, 'duration_secs': 0.338998} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.499538] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.499819] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance '83f60ebf-59d1-432b-a4f8-37510f2a6ebd' progress to 17 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 615.503267] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52aacf23-1ad0-3eae-1bfb-b149d0a04fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.780836] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067849, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.834698] env[68216]: DEBUG oslo_vmware.api [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Task: {'id': task-3067858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246503} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.835434] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.835981] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.836443] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.836704] env[68216]: INFO nova.compute.manager [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Took 1.72 seconds to destroy the instance on the hypervisor. [ 615.837494] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.838281] env[68216]: DEBUG nova.compute.manager [-] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.838429] env[68216]: DEBUG nova.network.neutron [-] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.960120] env[68216]: DEBUG oslo_vmware.api [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.003645] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52aacf23-1ad0-3eae-1bfb-b149d0a04fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.027218} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.003962] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.004219] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.004844] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.004948] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.005194] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.007596] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.008041] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.008122] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.008310] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.008462] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.008607] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.008839] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.009010] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.009201] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.009387] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.009561] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.015631] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94c8edd8-a424-4bbe-9bec-51f7f3f8026c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.018870] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c002d807-77e5-4dcb-bcae-ea3d2734b74f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.030772] env[68216]: DEBUG nova.scheduler.client.report [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 616.031054] env[68216]: DEBUG nova.compute.provider_tree [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 39 to 40 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 616.031257] env[68216]: DEBUG nova.compute.provider_tree [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.044324] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 616.044324] env[68216]: value = "task-3067860" [ 616.044324] env[68216]: _type = "Task" [ 616.044324] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.045715] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.045903] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.050278] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c8e2b3-f29d-4c41-bfd8-e9b24d088ab6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.056955] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 616.056955] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524005f7-48e8-2ce7-227e-ce3a2fb7c859" [ 616.056955] env[68216]: _type = "Task" [ 616.056955] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.060944] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.070279] env[68216]: DEBUG nova.compute.manager [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.096799] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524005f7-48e8-2ce7-227e-ce3a2fb7c859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.128989] env[68216]: DEBUG nova.network.neutron [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Updated VIF entry in instance network info cache for port a2af10e7-a6e5-4053-956d-f43b700df50e. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.130746] env[68216]: DEBUG nova.network.neutron [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Updating instance_info_cache with network_info: [{"id": "9542d0a0-4ef7-415a-b567-516cbcf62645", "address": "fa:16:3e:c3:f4:85", "network": {"id": "34d7c9a2-c1af-4dd0-ae5c-5521787790fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2147184145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9542d0a0-4e", "ovs_interfaceid": "9542d0a0-4ef7-415a-b567-516cbcf62645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ff0be37-586c-42c6-bd35-692d12d5ea7a", "address": "fa:16:3e:d7:5a:78", "network": {"id": "98aaed17-701f-48e8-8af5-d36ad0e701f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107335316", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff0be37-58", "ovs_interfaceid": "4ff0be37-586c-42c6-bd35-692d12d5ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2af10e7-a6e5-4053-956d-f43b700df50e", "address": "fa:16:3e:06:03:af", "network": {"id": "34d7c9a2-c1af-4dd0-ae5c-5521787790fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2147184145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2af10e7-a6", "ovs_interfaceid": "a2af10e7-a6e5-4053-956d-f43b700df50e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.174589] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.174589] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.174832] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.175176] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.175176] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.176486] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.178658] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.178658] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.178658] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.178658] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.178658] env[68216]: DEBUG nova.virt.hardware [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.182053] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c686f5fa-80f0-4dd5-ae9e-93f6380399ac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.211486] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e04e6e-b4c8-41eb-b308-8876ea8b7257 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.287030] env[68216]: DEBUG oslo_vmware.api [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067849, 'name': PowerOnVM_Task, 'duration_secs': 4.30565} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.287030] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.287030] env[68216]: INFO nova.compute.manager [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Took 11.05 seconds to spawn the instance on the hypervisor. [ 616.287030] env[68216]: DEBUG nova.compute.manager [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.287030] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f878d77-8c84-4a2a-aaae-257cc3cdd3a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.464244] env[68216]: DEBUG oslo_vmware.api [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067859, 'name': PowerOffVM_Task, 'duration_secs': 0.899823} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.465047] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.465047] env[68216]: DEBUG nova.compute.manager [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.465443] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81dbfd0-f1a7-408d-a11a-4c99cf2ead8e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.538920] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.513s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.542038] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.733s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.543440] env[68216]: INFO nova.compute.claims [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.564048] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067860, 'name': ReconfigVM_Task, 'duration_secs': 0.223724} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.568895] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance '83f60ebf-59d1-432b-a4f8-37510f2a6ebd' progress to 33 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 616.580518] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524005f7-48e8-2ce7-227e-ce3a2fb7c859, 'name': SearchDatastore_Task, 'duration_secs': 0.015313} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.581397] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa5ac81-cbd8-436b-b758-ce388a75473e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.594029] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 616.594029] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527afbbc-dc6b-e577-321b-8fb2d550c03a" [ 616.594029] env[68216]: _type = "Task" [ 616.594029] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.616281] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527afbbc-dc6b-e577-321b-8fb2d550c03a, 'name': SearchDatastore_Task, 'duration_secs': 0.014137} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.617897] env[68216]: INFO nova.scheduler.client.report [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Deleted allocations for instance 1f030197-7d94-4149-b4ab-eef73111b6b2 [ 616.619446] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.619858] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] a45cfda8-7648-4530-a6db-6ed75524cad1/a45cfda8-7648-4530-a6db-6ed75524cad1.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.627022] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b394f2b-516b-4e95-9494-be5afb9d2912 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.635595] env[68216]: DEBUG oslo_concurrency.lockutils [req-9450a54c-1f21-4a33-9bc5-274f6f05af62 req-18bbc606-66a6-45c7-8185-7d89bfe19862 service nova] Releasing lock "refresh_cache-a45cfda8-7648-4530-a6db-6ed75524cad1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.636160] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 616.636160] env[68216]: value = "task-3067862" [ 616.636160] env[68216]: _type = "Task" [ 616.636160] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.645507] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.808497] env[68216]: INFO nova.compute.manager [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Took 32.99 seconds to build instance. [ 616.985037] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4761344-969b-42cb-8a54-53b089d42d88 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.604s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.077379] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.078255] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.078475] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.078819] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.079031] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.079284] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.080074] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.080074] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.080074] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.081200] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.081200] env[68216]: DEBUG nova.virt.hardware [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.090753] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 617.091523] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbedf53-0ba2-4d2e-ac1b-3a5f213f46ba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.120184] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 617.120184] env[68216]: value = "task-3067863" [ 617.120184] env[68216]: _type = "Task" [ 617.120184] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.135942] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.140433] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0de9ab78-6f1f-48ac-bc1d-8b2a46a46ff0 tempest-ServerDiagnosticsV248Test-187489002 tempest-ServerDiagnosticsV248Test-187489002-project-member] Lock "1f030197-7d94-4149-b4ab-eef73111b6b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.817s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.149286] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067862, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.151747] env[68216]: DEBUG nova.network.neutron [-] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.214309] env[68216]: DEBUG oslo_vmware.rw_handles [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e632b3-1058-7167-30dc-41ac263818fe/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 617.216641] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72569eac-9ef1-4ac5-a83f-78beae8e0dc1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.231340] env[68216]: DEBUG nova.compute.manager [req-74439c93-1689-40e8-b557-28b0dbd9dac3 req-c80b4ffe-eb26-47ff-aa0c-6ebc11c0eaa2 service nova] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Received event network-vif-deleted-622368ba-e90a-4d59-8979-fc401f0caf16 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 617.234800] env[68216]: DEBUG oslo_vmware.rw_handles [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e632b3-1058-7167-30dc-41ac263818fe/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 617.235149] env[68216]: ERROR oslo_vmware.rw_handles [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e632b3-1058-7167-30dc-41ac263818fe/disk-0.vmdk due to incomplete transfer. [ 617.235560] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-78e93752-1644-486a-a5f6-6fd5d7d3e776 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.247457] env[68216]: DEBUG oslo_vmware.rw_handles [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e632b3-1058-7167-30dc-41ac263818fe/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 617.247689] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Uploaded image 0474aada-15eb-4747-8815-2629a38c426f to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 617.252614] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 617.252614] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e0b77b5d-f407-4aca-af37-5dad8a5f27dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.261259] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 617.261259] env[68216]: value = "task-3067864" [ 617.261259] env[68216]: _type = "Task" [ 617.261259] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.274509] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067864, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.311158] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85be55dd-759b-4fd2-ba0c-7def6f516328 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "16e4cba8-065d-4254-b377-cc48b1db47f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.408s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.436532] env[68216]: DEBUG nova.network.neutron [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Successfully updated port: 910b29b7-d59c-42db-a246-34ce8998e4a9 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.583221] env[68216]: DEBUG nova.compute.manager [req-acad8658-491e-4f3e-9189-72f436d16c2d req-b01c75b0-496b-48ff-9cbf-fcd9a38779d9 service nova] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Received event network-vif-plugged-910b29b7-d59c-42db-a246-34ce8998e4a9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 617.583221] env[68216]: DEBUG oslo_concurrency.lockutils [req-acad8658-491e-4f3e-9189-72f436d16c2d req-b01c75b0-496b-48ff-9cbf-fcd9a38779d9 service nova] Acquiring lock "74990eb0-8397-4f7a-a7b5-3937630fdb83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.583221] env[68216]: DEBUG oslo_concurrency.lockutils [req-acad8658-491e-4f3e-9189-72f436d16c2d req-b01c75b0-496b-48ff-9cbf-fcd9a38779d9 service nova] Lock "74990eb0-8397-4f7a-a7b5-3937630fdb83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.583221] env[68216]: DEBUG oslo_concurrency.lockutils [req-acad8658-491e-4f3e-9189-72f436d16c2d req-b01c75b0-496b-48ff-9cbf-fcd9a38779d9 service nova] Lock "74990eb0-8397-4f7a-a7b5-3937630fdb83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.583221] env[68216]: DEBUG nova.compute.manager [req-acad8658-491e-4f3e-9189-72f436d16c2d req-b01c75b0-496b-48ff-9cbf-fcd9a38779d9 service nova] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] No waiting events found dispatching network-vif-plugged-910b29b7-d59c-42db-a246-34ce8998e4a9 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.583593] env[68216]: WARNING nova.compute.manager [req-acad8658-491e-4f3e-9189-72f436d16c2d req-b01c75b0-496b-48ff-9cbf-fcd9a38779d9 service nova] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Received unexpected event network-vif-plugged-910b29b7-d59c-42db-a246-34ce8998e4a9 for instance with vm_state building and task_state spawning. [ 617.635391] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067863, 'name': ReconfigVM_Task, 'duration_secs': 0.371197} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.638831] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 617.638831] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84aa091-9023-4253-b243-f0f8275795ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.654137] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62502} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.669275] env[68216]: INFO nova.compute.manager [-] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Took 1.83 seconds to deallocate network for instance. [ 617.669601] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] a45cfda8-7648-4530-a6db-6ed75524cad1/a45cfda8-7648-4530-a6db-6ed75524cad1.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.669825] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.678027] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 83f60ebf-59d1-432b-a4f8-37510f2a6ebd/83f60ebf-59d1-432b-a4f8-37510f2a6ebd.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.683368] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b4d2b5c-10ec-45e0-bd85-f9bd2efdfbcc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.688173] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de6dce8-7236-488c-a7bb-6940f77234fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.705410] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 617.705410] env[68216]: value = "task-3067865" [ 617.705410] env[68216]: _type = "Task" [ 617.705410] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.707041] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 617.707041] env[68216]: value = "task-3067866" [ 617.707041] env[68216]: _type = "Task" [ 617.707041] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.729365] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.729365] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.778574] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067864, 'name': Destroy_Task, 'duration_secs': 0.321463} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.778920] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Destroyed the VM [ 617.780033] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 617.780033] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-058ca67a-6033-4512-a653-526bc255002d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.793941] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 617.793941] env[68216]: value = "task-3067867" [ 617.793941] env[68216]: _type = "Task" [ 617.793941] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.801705] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067867, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.816337] env[68216]: DEBUG nova.compute.manager [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.881057] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquiring lock "9734fd56-60c6-4585-aef1-cd2f5b296563" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.881282] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Lock "9734fd56-60c6-4585-aef1-cd2f5b296563" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.939334] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquiring lock "refresh_cache-74990eb0-8397-4f7a-a7b5-3937630fdb83" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.939942] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquired lock "refresh_cache-74990eb0-8397-4f7a-a7b5-3937630fdb83" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.939942] env[68216]: DEBUG nova.network.neutron [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.176300] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d256a4-6232-4498-95de-92d16e38cae8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.184968] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.189417] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c729be98-77e2-4dde-8f3b-fd60f8d9ad2b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.235216] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ceec2a-0c7e-4766-97fe-ca67ae763bbf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.250213] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.250466] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089405} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.251674] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527241a4-bdab-4d93-8087-ddb6ed678670 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.255852] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.256675] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed256f24-3e67-41e4-a38b-a915ae630c31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.284601] env[68216]: DEBUG nova.compute.provider_tree [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.294782] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] a45cfda8-7648-4530-a6db-6ed75524cad1/a45cfda8-7648-4530-a6db-6ed75524cad1.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.295079] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1adfe9dc-7389-4842-97fb-7b9f7df014ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.330085] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067867, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.331310] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 618.331310] env[68216]: value = "task-3067868" [ 618.331310] env[68216]: _type = "Task" [ 618.331310] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.341272] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.345894] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.519663] env[68216]: DEBUG nova.network.neutron [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.747310] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067866, 'name': ReconfigVM_Task, 'duration_secs': 0.761914} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.748221] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 83f60ebf-59d1-432b-a4f8-37510f2a6ebd/83f60ebf-59d1-432b-a4f8-37510f2a6ebd.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.748545] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance '83f60ebf-59d1-432b-a4f8-37510f2a6ebd' progress to 50 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 618.816344] env[68216]: DEBUG oslo_vmware.api [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067867, 'name': RemoveSnapshot_Task, 'duration_secs': 0.691583} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.820458] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 618.820458] env[68216]: INFO nova.compute.manager [None req-d2f7da77-2b23-4e04-bac1-970be5c61f0c tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Took 14.07 seconds to snapshot the instance on the hypervisor. [ 618.826193] env[68216]: ERROR nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [req-1209afd3-dcb3-489c-b4ad-91aa67c93b51] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1209afd3-dcb3-489c-b4ad-91aa67c93b51"}]} [ 618.843336] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067868, 'name': ReconfigVM_Task, 'duration_secs': 0.435814} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.843742] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Reconfigured VM instance instance-00000010 to attach disk [datastore1] a45cfda8-7648-4530-a6db-6ed75524cad1/a45cfda8-7648-4530-a6db-6ed75524cad1.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.844459] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-601c7cb9-2db3-46b5-90f7-d6960ae42f6d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.847304] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 618.850711] env[68216]: DEBUG nova.network.neutron [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Updating instance_info_cache with network_info: [{"id": "910b29b7-d59c-42db-a246-34ce8998e4a9", "address": "fa:16:3e:42:8d:e7", "network": {"id": "8324e7b2-c78d-4870-9992-b0039cb35bd3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-198942364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb170336b6347c4aa6c55746fb39ec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap910b29b7-d5", "ovs_interfaceid": "910b29b7-d59c-42db-a246-34ce8998e4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.860339] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 618.860339] env[68216]: value = "task-3067870" [ 618.860339] env[68216]: _type = "Task" [ 618.860339] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.873359] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067870, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.874313] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 618.874552] env[68216]: DEBUG nova.compute.provider_tree [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.897674] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 618.920079] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 618.975204] env[68216]: DEBUG nova.objects.instance [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lazy-loading 'flavor' on Instance uuid 8237475b-0989-4e97-9c71-19ad1ef8fa5a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.263273] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d113ac-b1d9-49f3-8f5e-d2f8788c6f1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.290800] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a0ced-8aa7-4105-b316-af71a5415ca9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.318399] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance '83f60ebf-59d1-432b-a4f8-37510f2a6ebd' progress to 67 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 619.354373] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Releasing lock "refresh_cache-74990eb0-8397-4f7a-a7b5-3937630fdb83" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.355534] env[68216]: DEBUG nova.compute.manager [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Instance network_info: |[{"id": "910b29b7-d59c-42db-a246-34ce8998e4a9", "address": "fa:16:3e:42:8d:e7", "network": {"id": "8324e7b2-c78d-4870-9992-b0039cb35bd3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-198942364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb170336b6347c4aa6c55746fb39ec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap910b29b7-d5", "ovs_interfaceid": "910b29b7-d59c-42db-a246-34ce8998e4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.355534] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:8d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '910b29b7-d59c-42db-a246-34ce8998e4a9', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.366728] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Creating folder: Project (3bb170336b6347c4aa6c55746fb39ec4). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.370737] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-284d5d22-67b9-4bde-9ae8-ec10745fead5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.387113] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067870, 'name': Rename_Task, 'duration_secs': 0.427374} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.387785] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.387785] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b650167c-751b-4883-aec0-7b9d897e412a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.394185] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Created folder: Project (3bb170336b6347c4aa6c55746fb39ec4) in parent group-v614292. [ 619.394185] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Creating folder: Instances. Parent ref: group-v614348. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.396280] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad4158c4-1521-43ee-a9d7-d8035f74c60b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.402464] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 619.402464] env[68216]: value = "task-3067872" [ 619.402464] env[68216]: _type = "Task" [ 619.402464] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.412122] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.413431] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Created folder: Instances in parent group-v614348. [ 619.413431] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.414484] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.414484] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fd7879b-0bea-4179-b127-6ece136318d4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.442042] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.442042] env[68216]: value = "task-3067874" [ 619.442042] env[68216]: _type = "Task" [ 619.442042] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.459046] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067874, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.481325] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "refresh_cache-8237475b-0989-4e97-9c71-19ad1ef8fa5a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.481679] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquired lock "refresh_cache-8237475b-0989-4e97-9c71-19ad1ef8fa5a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.481906] env[68216]: DEBUG nova.network.neutron [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.482012] env[68216]: DEBUG nova.objects.instance [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lazy-loading 'info_cache' on Instance uuid 8237475b-0989-4e97-9c71-19ad1ef8fa5a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.488844] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f066f-e210-4aea-932d-99ecb176fb9d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.499215] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f4b7ad-b163-4614-a9d7-c795d012b312 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.535228] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41de14d3-2afc-4121-ba16-eefeb784e7b8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.548439] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729fc1a5-cc87-4fd8-a84a-517aa3312b75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.572382] env[68216]: DEBUG nova.compute.provider_tree [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.608827] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "3fae37c9-43fc-466a-8ceb-f38e362e5832" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.609264] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "3fae37c9-43fc-466a-8ceb-f38e362e5832" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.895868] env[68216]: DEBUG nova.network.neutron [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Port aa8d834d-80ee-45c4-87de-34fb6a66e017 binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 619.920279] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.958985] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067874, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.993923] env[68216]: DEBUG nova.objects.base [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Object Instance<8237475b-0989-4e97-9c71-19ad1ef8fa5a> lazy-loaded attributes: flavor,info_cache {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 620.104102] env[68216]: ERROR nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [req-81f319c1-6485-4a4e-87fd-1249a1a71335] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-81f319c1-6485-4a4e-87fd-1249a1a71335"}]} [ 620.129520] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 620.155820] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 620.156205] env[68216]: DEBUG nova.compute.provider_tree [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.182900] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 620.214892] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 620.342393] env[68216]: DEBUG nova.compute.manager [req-f71d2513-1d7e-48aa-a7d9-6b5189c7e868 req-f2bce231-0ccc-4b4f-b075-8a05034c5e37 service nova] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Received event network-changed-910b29b7-d59c-42db-a246-34ce8998e4a9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 620.342586] env[68216]: DEBUG nova.compute.manager [req-f71d2513-1d7e-48aa-a7d9-6b5189c7e868 req-f2bce231-0ccc-4b4f-b075-8a05034c5e37 service nova] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Refreshing instance network info cache due to event network-changed-910b29b7-d59c-42db-a246-34ce8998e4a9. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 620.342795] env[68216]: DEBUG oslo_concurrency.lockutils [req-f71d2513-1d7e-48aa-a7d9-6b5189c7e868 req-f2bce231-0ccc-4b4f-b075-8a05034c5e37 service nova] Acquiring lock "refresh_cache-74990eb0-8397-4f7a-a7b5-3937630fdb83" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.342934] env[68216]: DEBUG oslo_concurrency.lockutils [req-f71d2513-1d7e-48aa-a7d9-6b5189c7e868 req-f2bce231-0ccc-4b4f-b075-8a05034c5e37 service nova] Acquired lock "refresh_cache-74990eb0-8397-4f7a-a7b5-3937630fdb83" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.343105] env[68216]: DEBUG nova.network.neutron [req-f71d2513-1d7e-48aa-a7d9-6b5189c7e868 req-f2bce231-0ccc-4b4f-b075-8a05034c5e37 service nova] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Refreshing network info cache for port 910b29b7-d59c-42db-a246-34ce8998e4a9 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.418952] env[68216]: DEBUG oslo_vmware.api [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067872, 'name': PowerOnVM_Task, 'duration_secs': 0.907145} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.418952] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.418952] env[68216]: INFO nova.compute.manager [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Took 17.83 seconds to spawn the instance on the hypervisor. [ 620.418952] env[68216]: DEBUG nova.compute.manager [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.419384] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f795d9-2f23-4c4d-affe-3bcbae2b31a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.455228] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067874, 'name': CreateVM_Task, 'duration_secs': 0.530577} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.455228] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.455228] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.455228] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.455228] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.455552] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7aebba-28ad-4c5d-a885-e16180b2aaae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.462737] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for the task: (returnval){ [ 620.462737] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d58eec-d958-675d-d0cb-b8110aca1900" [ 620.462737] env[68216]: _type = "Task" [ 620.462737] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.482324] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d58eec-d958-675d-d0cb-b8110aca1900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.780231] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed79ce1c-f0c0-4391-889e-095d435e7689 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.789110] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b78389-819c-4a4f-a27d-3cc5352ae9d4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.822181] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694a424f-9584-4353-baf8-c459f7766a0a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.834521] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e228b4d5-7af1-4598-bdd2-17cfa13912cc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.850730] env[68216]: DEBUG nova.compute.provider_tree [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.928861] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.929247] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.932099] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.945860] env[68216]: INFO nova.compute.manager [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Took 37.97 seconds to build instance. [ 620.973500] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d58eec-d958-675d-d0cb-b8110aca1900, 'name': SearchDatastore_Task, 'duration_secs': 0.017031} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.976757] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.976757] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.976757] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.976757] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.976757] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.976757] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1f4685a-0161-42eb-80e9-b89c97079612 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.989379] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.989379] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.989379] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8390dcfa-75bc-4352-b856-19a0e8c2a94f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.994761] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for the task: (returnval){ [ 620.994761] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5239ef1c-5dab-3628-9fb6-bc4679ef761e" [ 620.994761] env[68216]: _type = "Task" [ 620.994761] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.002152] env[68216]: DEBUG nova.network.neutron [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Updating instance_info_cache with network_info: [{"id": "552297db-8619-4f83-b9f8-f24c8db3d296", "address": "fa:16:3e:6d:40:3a", "network": {"id": "a6384f9e-5435-444c-8688-f44c83b754e7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1526240498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3aefe96dd1fd4bada6ecaa592597ade8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552297db-86", "ovs_interfaceid": "552297db-8619-4f83-b9f8-f24c8db3d296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.011915] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5239ef1c-5dab-3628-9fb6-bc4679ef761e, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.011915] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f44e26d-1712-49b6-aae3-8c793e94cdd0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.021235] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for the task: (returnval){ [ 621.021235] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529da553-acd9-d1aa-cf55-949e71c0ec6b" [ 621.021235] env[68216]: _type = "Task" [ 621.021235] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.031350] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529da553-acd9-d1aa-cf55-949e71c0ec6b, 'name': SearchDatastore_Task} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.031590] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.032019] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 74990eb0-8397-4f7a-a7b5-3937630fdb83/74990eb0-8397-4f7a-a7b5-3937630fdb83.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.032142] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90aa2c8c-553e-4385-8890-e2b698e2cfed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.039847] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for the task: (returnval){ [ 621.039847] env[68216]: value = "task-3067875" [ 621.039847] env[68216]: _type = "Task" [ 621.039847] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.048471] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.184028] env[68216]: DEBUG nova.network.neutron [req-f71d2513-1d7e-48aa-a7d9-6b5189c7e868 req-f2bce231-0ccc-4b4f-b075-8a05034c5e37 service nova] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Updated VIF entry in instance network info cache for port 910b29b7-d59c-42db-a246-34ce8998e4a9. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.184366] env[68216]: DEBUG nova.network.neutron [req-f71d2513-1d7e-48aa-a7d9-6b5189c7e868 req-f2bce231-0ccc-4b4f-b075-8a05034c5e37 service nova] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Updating instance_info_cache with network_info: [{"id": "910b29b7-d59c-42db-a246-34ce8998e4a9", "address": "fa:16:3e:42:8d:e7", "network": {"id": "8324e7b2-c78d-4870-9992-b0039cb35bd3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-198942364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb170336b6347c4aa6c55746fb39ec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap910b29b7-d5", "ovs_interfaceid": "910b29b7-d59c-42db-a246-34ce8998e4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.384302] env[68216]: ERROR nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [req-ae8f52eb-6c25-4f60-8bec-5b297e40ddb4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae8f52eb-6c25-4f60-8bec-5b297e40ddb4"}]} [ 621.410343] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 621.433293] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 621.433576] env[68216]: DEBUG nova.compute.provider_tree [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.450178] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d225ce04-c9b1-4258-b00f-2e76f1109aee tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.524s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.466275] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 621.492049] env[68216]: DEBUG nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 621.507866] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Releasing lock "refresh_cache-8237475b-0989-4e97-9c71-19ad1ef8fa5a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.550886] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067875, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.689761] env[68216]: DEBUG oslo_concurrency.lockutils [req-f71d2513-1d7e-48aa-a7d9-6b5189c7e868 req-f2bce231-0ccc-4b4f-b075-8a05034c5e37 service nova] Releasing lock "refresh_cache-74990eb0-8397-4f7a-a7b5-3937630fdb83" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.959189] env[68216]: DEBUG nova.compute.manager [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.963142] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.963498] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.056167] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.059173] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.059408] env[68216]: DEBUG nova.network.neutron [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.067322] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067875, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.156010] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0074a7f0-ae04-4a30-8ccf-2b348c789f5a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.166104] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a51c14-1024-473a-be10-47ac7cae44a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.216695] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ef985-f030-4b45-9e56-60e86202bddb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.225592] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74879529-c709-493a-8240-dd3738077241 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.250244] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "a45cfda8-7648-4530-a6db-6ed75524cad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.250524] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.250735] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.250918] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.251095] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.252942] env[68216]: DEBUG nova.compute.provider_tree [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.254406] env[68216]: INFO nova.compute.manager [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Terminating instance [ 622.493667] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.525952] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.527254] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f33dde43-b668-4c36-8cad-e9bdfb26fb7e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.538619] env[68216]: DEBUG oslo_vmware.api [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 622.538619] env[68216]: value = "task-3067879" [ 622.538619] env[68216]: _type = "Task" [ 622.538619] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.561205] env[68216]: DEBUG oslo_vmware.api [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.562068] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067875, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504987} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.562068] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 74990eb0-8397-4f7a-a7b5-3937630fdb83/74990eb0-8397-4f7a-a7b5-3937630fdb83.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.562330] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.568741] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96c296bd-d2cc-47ca-809a-bc4cd621ad7f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.577107] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for the task: (returnval){ [ 622.577107] env[68216]: value = "task-3067880" [ 622.577107] env[68216]: _type = "Task" [ 622.577107] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.592678] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.717585] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Acquiring lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.717585] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.760229] env[68216]: DEBUG nova.compute.manager [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.760229] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.761064] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ac960-7f81-4e86-82b8-eade33d72759 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.771081] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.771407] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db642f5-2961-42cf-8283-7ab3e01397d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.780701] env[68216]: DEBUG oslo_vmware.api [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 622.780701] env[68216]: value = "task-3067881" [ 622.780701] env[68216]: _type = "Task" [ 622.780701] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.792184] env[68216]: DEBUG oslo_vmware.api [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.792736] env[68216]: ERROR nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [req-79f322a5-9a2b-4546-8f8e-cb97ddef1127] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79f322a5-9a2b-4546-8f8e-cb97ddef1127"}]} [ 622.793236] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.252s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.797462] env[68216]: ERROR nova.compute.manager [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f (generation 43): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79f322a5-9a2b-4546-8f8e-cb97ddef1127"}]} [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Traceback (most recent call last): [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] with self.rt.instance_claim(context, instance, node, allocs, [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] return f(*args, **kwargs) [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] self._update(elevated, cn) [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] self._update_to_placement(context, compute_node, startup) [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] raise attempt.get() [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] six.reraise(self.value[0], self.value[1], self.value[2]) [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] raise value [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] self.reportclient.update_from_provider_tree( [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] self.set_inventory_for_provider( [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] raise exception.ResourceProviderUpdateConflict( [ 622.797462] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f (generation 43): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79f322a5-9a2b-4546-8f8e-cb97ddef1127"}]} [ 622.800377] env[68216]: ERROR nova.compute.manager [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] [ 622.800377] env[68216]: DEBUG nova.compute.utils [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] A conflict was encountered attempting to update resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f (generation 43): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=68216) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 622.800377] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.198s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.801757] env[68216]: INFO nova.compute.claims [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.811090] env[68216]: DEBUG nova.compute.manager [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Build of instance 965403c1-404c-4688-89a4-5cd7982dcc16 was re-scheduled: A conflict was encountered attempting to update resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f (generation 43): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79f322a5-9a2b-4546-8f8e-cb97ddef1127"}]} {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 622.813042] env[68216]: DEBUG nova.compute.manager [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Unplugging VIFs for instance {{(pid=68216) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 622.813042] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Acquiring lock "refresh_cache-965403c1-404c-4688-89a4-5cd7982dcc16" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.813042] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Acquired lock "refresh_cache-965403c1-404c-4688-89a4-5cd7982dcc16" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.813042] env[68216]: DEBUG nova.network.neutron [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.056198] env[68216]: DEBUG oslo_vmware.api [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.101794] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23866} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.102103] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.103658] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997b7f87-1dbd-4309-a871-7fbe1ec78012 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.127031] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 74990eb0-8397-4f7a-a7b5-3937630fdb83/74990eb0-8397-4f7a-a7b5-3937630fdb83.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.128354] env[68216]: DEBUG nova.network.neutron [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance_info_cache with network_info: [{"id": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "address": "fa:16:3e:93:85:55", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d834d-80", "ovs_interfaceid": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.130163] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0160e75a-472b-4087-93fc-90351b8e22ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.156269] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for the task: (returnval){ [ 623.156269] env[68216]: value = "task-3067882" [ 623.156269] env[68216]: _type = "Task" [ 623.156269] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.166131] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.293355] env[68216]: DEBUG oslo_vmware.api [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067881, 'name': PowerOffVM_Task, 'duration_secs': 0.344191} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.293649] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.293868] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.294110] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61bdcc71-192f-41f1-b577-62d31eb399b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.359131] env[68216]: DEBUG nova.network.neutron [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.459754] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.459754] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.459754] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Deleting the datastore file [datastore1] a45cfda8-7648-4530-a6db-6ed75524cad1 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.459754] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6940e4c5-b1fa-42f3-a496-4889cb547f99 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.475871] env[68216]: DEBUG oslo_vmware.api [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 623.475871] env[68216]: value = "task-3067884" [ 623.475871] env[68216]: _type = "Task" [ 623.475871] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.486721] env[68216]: DEBUG oslo_vmware.api [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.552349] env[68216]: DEBUG oslo_vmware.api [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067879, 'name': PowerOnVM_Task, 'duration_secs': 0.677855} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.552616] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.552813] env[68216]: DEBUG nova.compute.manager [None req-3240e775-5e45-4d67-b8f8-c76036761fbb tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.553632] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd15ea2-34c0-4109-8db0-282d1aa8ccd8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.560883] env[68216]: DEBUG nova.network.neutron [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.649030] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.667430] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.695766] env[68216]: DEBUG nova.compute.manager [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.696704] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ada9bcf-f052-4451-8abc-5119e0f83106 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.835418] env[68216]: DEBUG nova.scheduler.client.report [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 623.855364] env[68216]: DEBUG nova.scheduler.client.report [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 623.855364] env[68216]: DEBUG nova.compute.provider_tree [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.867917] env[68216]: DEBUG nova.scheduler.client.report [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 623.896427] env[68216]: DEBUG nova.scheduler.client.report [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 623.993914] env[68216]: DEBUG oslo_vmware.api [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3067884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426531} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.994474] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.995039] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.995039] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.995039] env[68216]: INFO nova.compute.manager [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Took 1.23 seconds to destroy the instance on the hypervisor. [ 623.995294] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.995477] env[68216]: DEBUG nova.compute.manager [-] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.995563] env[68216]: DEBUG nova.network.neutron [-] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.068614] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Releasing lock "refresh_cache-965403c1-404c-4688-89a4-5cd7982dcc16" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.068952] env[68216]: DEBUG nova.compute.manager [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=68216) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 624.069060] env[68216]: DEBUG nova.compute.manager [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 624.069237] env[68216]: DEBUG nova.network.neutron [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.099964] env[68216]: DEBUG nova.network.neutron [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.174112] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067882, 'name': ReconfigVM_Task, 'duration_secs': 0.735451} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.174112] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 74990eb0-8397-4f7a-a7b5-3937630fdb83/74990eb0-8397-4f7a-a7b5-3937630fdb83.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.178146] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af152e11-2538-4191-a574-a95b021bfe5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.185886] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11442756-b68a-42f3-a4ec-f3e9cd750c56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.191246] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for the task: (returnval){ [ 624.191246] env[68216]: value = "task-3067885" [ 624.191246] env[68216]: _type = "Task" [ 624.191246] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.213205] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b88a0a-bd6c-498f-9c4e-db88eae83a67 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.220532] env[68216]: INFO nova.compute.manager [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] instance snapshotting [ 624.222561] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067885, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.223691] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9988f330-d683-4df6-85a0-9ddc27c7cd45 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.229618] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance '83f60ebf-59d1-432b-a4f8-37510f2a6ebd' progress to 83 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 624.254544] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d998a928-fff7-46d6-a80a-73470e095080 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.537046] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eda3b2-2d5b-4963-8972-9a11abad1441 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.551076] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36526f47-7862-47e6-9a26-d2ae1674d8b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.592338] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b589d-3215-4021-94aa-30ae62980e27 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.604521] env[68216]: DEBUG nova.network.neutron [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.606762] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f8a2c-3d56-45f9-818c-0d8eb04bb551 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.623248] env[68216]: DEBUG nova.compute.provider_tree [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.702469] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067885, 'name': Rename_Task, 'duration_secs': 0.16316} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.702708] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.702916] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f996fae-4977-47c3-8958-3612d2364668 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.711451] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for the task: (returnval){ [ 624.711451] env[68216]: value = "task-3067886" [ 624.711451] env[68216]: _type = "Task" [ 624.711451] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.721008] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.752140] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.752462] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95fb78ff-ef31-4124-b3fb-ac029b65b2eb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.760467] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 624.760467] env[68216]: value = "task-3067887" [ 624.760467] env[68216]: _type = "Task" [ 624.760467] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.771961] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 624.772314] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.772550] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cfd90b8c-e9c8-481b-9682-1927742c4ced {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.781462] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 624.781462] env[68216]: value = "task-3067888" [ 624.781462] env[68216]: _type = "Task" [ 624.781462] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.791653] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.907027] env[68216]: DEBUG nova.compute.manager [req-17de37c4-c26f-42a2-b8ac-5be679f52906 req-217f2248-3d56-4c52-a242-e35d6010bcce service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received event network-vif-deleted-9542d0a0-4ef7-415a-b567-516cbcf62645 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 624.908306] env[68216]: INFO nova.compute.manager [req-17de37c4-c26f-42a2-b8ac-5be679f52906 req-217f2248-3d56-4c52-a242-e35d6010bcce service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Neutron deleted interface 9542d0a0-4ef7-415a-b567-516cbcf62645; detaching it from the instance and deleting it from the info cache [ 624.908306] env[68216]: DEBUG nova.network.neutron [req-17de37c4-c26f-42a2-b8ac-5be679f52906 req-217f2248-3d56-4c52-a242-e35d6010bcce service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Updating instance_info_cache with network_info: [{"id": "4ff0be37-586c-42c6-bd35-692d12d5ea7a", "address": "fa:16:3e:d7:5a:78", "network": {"id": "98aaed17-701f-48e8-8af5-d36ad0e701f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107335316", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff0be37-58", "ovs_interfaceid": "4ff0be37-586c-42c6-bd35-692d12d5ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2af10e7-a6e5-4053-956d-f43b700df50e", "address": "fa:16:3e:06:03:af", "network": {"id": "34d7c9a2-c1af-4dd0-ae5c-5521787790fe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2147184145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2af10e7-a6", "ovs_interfaceid": "a2af10e7-a6e5-4053-956d-f43b700df50e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.113437] env[68216]: INFO nova.compute.manager [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] [instance: 965403c1-404c-4688-89a4-5cd7982dcc16] Took 1.04 seconds to deallocate network for instance. [ 625.127992] env[68216]: DEBUG nova.scheduler.client.report [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.229111] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067886, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.280390] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067887, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.292133] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.410970] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df2c8de3-c424-458b-9e44-c31917c98ed4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.429211] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe26a1f-f409-4612-bff7-f3333c9278f7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.479899] env[68216]: DEBUG nova.compute.manager [req-17de37c4-c26f-42a2-b8ac-5be679f52906 req-217f2248-3d56-4c52-a242-e35d6010bcce service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Detach interface failed, port_id=9542d0a0-4ef7-415a-b567-516cbcf62645, reason: Instance a45cfda8-7648-4530-a6db-6ed75524cad1 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 625.636020] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.636020] env[68216]: DEBUG nova.compute.manager [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.637716] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.413s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.639934] env[68216]: INFO nova.compute.claims [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.724028] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067886, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.774735] env[68216]: DEBUG oslo_vmware.api [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3067887, 'name': PowerOnVM_Task, 'duration_secs': 0.569028} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.775257] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.775567] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6730b9b4-efe9-4e4e-9747-da27dbacef3c tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance '83f60ebf-59d1-432b-a4f8-37510f2a6ebd' progress to 100 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 625.801037] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067888, 'name': CreateSnapshot_Task, 'duration_secs': 0.605785} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.801037] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 625.801351] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07fca52-bbe9-4fb1-bce0-26d3513b6c07 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.041467] env[68216]: DEBUG nova.network.neutron [-] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.145766] env[68216]: DEBUG nova.compute.utils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.149445] env[68216]: DEBUG nova.compute.manager [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.149693] env[68216]: DEBUG nova.network.neutron [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.155261] env[68216]: INFO nova.scheduler.client.report [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Deleted allocations for instance 965403c1-404c-4688-89a4-5cd7982dcc16 [ 626.209434] env[68216]: DEBUG nova.policy [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0df41ccb6afb47a9b3796fe073de07af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '402435b28a0a4ed399f03c6da94667bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.224928] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067886, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.326574] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 626.327683] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1dbe9bd-957e-4bf0-bc57-ba228bdde44e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.342022] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 626.342022] env[68216]: value = "task-3067890" [ 626.342022] env[68216]: _type = "Task" [ 626.342022] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.353708] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067890, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.545132] env[68216]: INFO nova.compute.manager [-] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Took 2.55 seconds to deallocate network for instance. [ 626.650591] env[68216]: DEBUG nova.compute.manager [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.669166] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d362c9c1-58b4-4a65-9d3a-2cdb7ec00580 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615 tempest-FloatingIPsAssociationNegativeTestJSON-2087647615-project-member] Lock "965403c1-404c-4688-89a4-5cd7982dcc16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.164s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.730914] env[68216]: DEBUG oslo_vmware.api [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067886, 'name': PowerOnVM_Task, 'duration_secs': 1.529038} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.731198] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.731394] env[68216]: INFO nova.compute.manager [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Took 10.66 seconds to spawn the instance on the hypervisor. [ 626.731572] env[68216]: DEBUG nova.compute.manager [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.732384] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211ee35b-92c0-452b-bce4-faec3ac03bda {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.845031] env[68216]: DEBUG nova.network.neutron [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Successfully created port: 93a504cf-fd57-4821-8d46-59b8a378cdf9 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.860305] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067890, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.053541] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.122906] env[68216]: DEBUG nova.compute.manager [req-809e3058-8dff-4ce5-8299-e600740905a5 req-bd7268a0-118c-4287-b8c3-70adf68cbe97 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received event network-vif-deleted-a2af10e7-a6e5-4053-956d-f43b700df50e {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.123189] env[68216]: DEBUG nova.compute.manager [req-809e3058-8dff-4ce5-8299-e600740905a5 req-bd7268a0-118c-4287-b8c3-70adf68cbe97 service nova] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Received event network-vif-deleted-4ff0be37-586c-42c6-bd35-692d12d5ea7a {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.171879] env[68216]: DEBUG nova.compute.manager [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.257163] env[68216]: INFO nova.compute.manager [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Took 39.94 seconds to build instance. [ 627.268725] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aca676c-ad22-4ba5-b2bb-c43e57e8d893 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.287013] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dd58a4-b58e-49ad-9300-5a7c0be1f921 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.338979] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c00d43e-3e3e-4dcc-ad21-edda53bf39fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.350995] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650d5ce3-541c-40af-9c2c-bfe5a41349ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.361334] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067890, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.373129] env[68216]: DEBUG nova.compute.provider_tree [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.670210] env[68216]: DEBUG nova.compute.manager [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.699494] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.699732] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.699905] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.700107] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.700267] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.700410] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.700616] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.700772] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.700938] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.701119] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.701298] env[68216]: DEBUG nova.virt.hardware [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.702516] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d975d6f8-5d80-4c5b-ac53-5b3caf789607 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.707461] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.713859] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f966a4e-d05e-4aab-a070-1f79af231579 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.760050] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a4b44b0a-db83-4f1c-9e90-376be0870d32 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "74990eb0-8397-4f7a-a7b5-3937630fdb83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.844s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.861366] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067890, 'name': CloneVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.877374] env[68216]: DEBUG nova.scheduler.client.report [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.059283] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.059283] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.059283] env[68216]: DEBUG nova.compute.manager [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Going to confirm migration 1 {{(pid=68216) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 628.264497] env[68216]: DEBUG nova.compute.manager [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.358666] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067890, 'name': CloneVM_Task, 'duration_secs': 1.537126} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.359031] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Created linked-clone VM from snapshot [ 628.364214] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051294cb-3b12-4faa-8d7c-0e5aaed7e926 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.375947] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Uploading image b5bde666-cbdf-4068-99e2-f8255aecc538 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 628.387442] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.387442] env[68216]: DEBUG nova.compute.manager [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.391852] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.058s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.393661] env[68216]: INFO nova.compute.claims [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.416373] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 628.416373] env[68216]: value = "vm-614355" [ 628.416373] env[68216]: _type = "VirtualMachine" [ 628.416373] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 628.416832] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b9e8e8b2-345d-48f0-baa8-2bb2bc325422 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.426666] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lease: (returnval){ [ 628.426666] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a175e0-8c26-9693-4616-829a2565fa1c" [ 628.426666] env[68216]: _type = "HttpNfcLease" [ 628.426666] env[68216]: } obtained for exporting VM: (result){ [ 628.426666] env[68216]: value = "vm-614355" [ 628.426666] env[68216]: _type = "VirtualMachine" [ 628.426666] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 628.429784] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the lease: (returnval){ [ 628.429784] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a175e0-8c26-9693-4616-829a2565fa1c" [ 628.429784] env[68216]: _type = "HttpNfcLease" [ 628.429784] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 628.439602] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 628.439602] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a175e0-8c26-9693-4616-829a2565fa1c" [ 628.439602] env[68216]: _type = "HttpNfcLease" [ 628.439602] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 628.792096] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.806214] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.806214] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.820133] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.820133] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.820336] env[68216]: DEBUG nova.network.neutron [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.820465] env[68216]: DEBUG nova.objects.instance [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lazy-loading 'info_cache' on Instance uuid 83f60ebf-59d1-432b-a4f8-37510f2a6ebd {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.894754] env[68216]: DEBUG nova.compute.utils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.894754] env[68216]: DEBUG nova.compute.manager [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.894754] env[68216]: DEBUG nova.network.neutron [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.903425] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "7b497c83-b21d-464b-8ee4-2964255eb5bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.903657] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "7b497c83-b21d-464b-8ee4-2964255eb5bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.903848] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "7b497c83-b21d-464b-8ee4-2964255eb5bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.904162] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "7b497c83-b21d-464b-8ee4-2964255eb5bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.904367] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "7b497c83-b21d-464b-8ee4-2964255eb5bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.908245] env[68216]: INFO nova.compute.manager [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Terminating instance [ 628.935254] env[68216]: DEBUG nova.network.neutron [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Successfully updated port: 93a504cf-fd57-4821-8d46-59b8a378cdf9 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.939828] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 628.939828] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a175e0-8c26-9693-4616-829a2565fa1c" [ 628.939828] env[68216]: _type = "HttpNfcLease" [ 628.939828] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 628.940134] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 628.940134] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a175e0-8c26-9693-4616-829a2565fa1c" [ 628.940134] env[68216]: _type = "HttpNfcLease" [ 628.940134] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 628.940902] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17378cd6-b94b-4697-88fd-1d437108c1fd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.954297] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c554e0-88b6-7e27-2fd1-05899f81d5be/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 628.954517] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c554e0-88b6-7e27-2fd1-05899f81d5be/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 629.017695] env[68216]: DEBUG nova.policy [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb2160deaf6a499f96fc5554166b298c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ef5028920c245828808fa42d66a5246', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.052372] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66a8a6f0-b036-417c-b8cb-258990b65edf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.223834] env[68216]: DEBUG oslo_concurrency.lockutils [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquiring lock "74990eb0-8397-4f7a-a7b5-3937630fdb83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.223834] env[68216]: DEBUG oslo_concurrency.lockutils [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "74990eb0-8397-4f7a-a7b5-3937630fdb83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.223834] env[68216]: DEBUG oslo_concurrency.lockutils [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquiring lock "74990eb0-8397-4f7a-a7b5-3937630fdb83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.224137] env[68216]: DEBUG oslo_concurrency.lockutils [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "74990eb0-8397-4f7a-a7b5-3937630fdb83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.224137] env[68216]: DEBUG oslo_concurrency.lockutils [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "74990eb0-8397-4f7a-a7b5-3937630fdb83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.227057] env[68216]: INFO nova.compute.manager [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Terminating instance [ 629.285520] env[68216]: DEBUG nova.compute.manager [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Received event network-vif-plugged-93a504cf-fd57-4821-8d46-59b8a378cdf9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.285798] env[68216]: DEBUG oslo_concurrency.lockutils [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] Acquiring lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.286066] env[68216]: DEBUG oslo_concurrency.lockutils [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] Lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.286280] env[68216]: DEBUG oslo_concurrency.lockutils [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] Lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.286592] env[68216]: DEBUG nova.compute.manager [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] No waiting events found dispatching network-vif-plugged-93a504cf-fd57-4821-8d46-59b8a378cdf9 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.286667] env[68216]: WARNING nova.compute.manager [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Received unexpected event network-vif-plugged-93a504cf-fd57-4821-8d46-59b8a378cdf9 for instance with vm_state building and task_state spawning. [ 629.286835] env[68216]: DEBUG nova.compute.manager [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Received event network-changed-93a504cf-fd57-4821-8d46-59b8a378cdf9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.287112] env[68216]: DEBUG nova.compute.manager [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Refreshing instance network info cache due to event network-changed-93a504cf-fd57-4821-8d46-59b8a378cdf9. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 629.287409] env[68216]: DEBUG oslo_concurrency.lockutils [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] Acquiring lock "refresh_cache-744bc42c-5d39-4e25-9fbd-1c914795d0f3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.287581] env[68216]: DEBUG oslo_concurrency.lockutils [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] Acquired lock "refresh_cache-744bc42c-5d39-4e25-9fbd-1c914795d0f3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.287750] env[68216]: DEBUG nova.network.neutron [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Refreshing network info cache for port 93a504cf-fd57-4821-8d46-59b8a378cdf9 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.401453] env[68216]: DEBUG nova.compute.manager [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.415868] env[68216]: DEBUG nova.compute.manager [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.415868] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.415868] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ee6782-92e4-4f3c-a055-d86e565d193a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.430109] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.430109] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e87cc7c2-8cee-4ad5-bb17-8cec25094ece {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.438639] env[68216]: DEBUG oslo_vmware.api [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 629.438639] env[68216]: value = "task-3067894" [ 629.438639] env[68216]: _type = "Task" [ 629.438639] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.443939] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "refresh_cache-744bc42c-5d39-4e25-9fbd-1c914795d0f3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.452838] env[68216]: DEBUG oslo_vmware.api [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.629041] env[68216]: DEBUG nova.network.neutron [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Successfully created port: 097a3b8d-8c28-420c-aab1-83dd89daf853 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.735399] env[68216]: DEBUG nova.compute.manager [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.735399] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.739349] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59ea736-5135-44ee-bb69-79d8c5e9662b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.749973] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.750985] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d1d69ef-14d8-4f5e-b304-44fb8a1fb1eb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.761482] env[68216]: DEBUG oslo_vmware.api [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for the task: (returnval){ [ 629.761482] env[68216]: value = "task-3067895" [ 629.761482] env[68216]: _type = "Task" [ 629.761482] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.771786] env[68216]: DEBUG oslo_vmware.api [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.883128] env[68216]: DEBUG nova.network.neutron [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.954792] env[68216]: DEBUG oslo_vmware.api [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067894, 'name': PowerOffVM_Task, 'duration_secs': 0.277432} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.958517] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.959833] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.960456] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34b2610c-f403-4b5d-a486-00d293662cbb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.010929] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e3fee8-1e1a-423d-9fec-e25920edd273 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.019645] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97633122-4a59-4f9a-886b-20577a5dc009 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.060010] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b868c0-3754-4145-a396-9edca1d445b6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.062833] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.063079] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.063268] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Deleting the datastore file [datastore2] 7b497c83-b21d-464b-8ee4-2964255eb5bb {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.064097] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-818d7e12-7c1e-4771-8131-343dbbec6c79 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.073890] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339ddbb0-4c7b-4303-87be-2c273e903c12 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.078441] env[68216]: DEBUG oslo_vmware.api [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 630.078441] env[68216]: value = "task-3067897" [ 630.078441] env[68216]: _type = "Task" [ 630.078441] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.090985] env[68216]: DEBUG nova.compute.provider_tree [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.102652] env[68216]: DEBUG oslo_vmware.api [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.107371] env[68216]: DEBUG nova.network.neutron [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.275132] env[68216]: DEBUG oslo_vmware.api [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067895, 'name': PowerOffVM_Task, 'duration_secs': 0.278194} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.279535] env[68216]: DEBUG nova.network.neutron [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance_info_cache with network_info: [{"id": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "address": "fa:16:3e:93:85:55", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8d834d-80", "ovs_interfaceid": "aa8d834d-80ee-45c4-87de-34fb6a66e017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.283428] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.283500] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.285095] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-081e4121-a0d9-4b1c-a273-9f8a12d9a0fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.365708] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.365708] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.366923] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Deleting the datastore file [datastore1] 74990eb0-8397-4f7a-a7b5-3937630fdb83 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.366923] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14b568bd-6e86-40af-aa2c-2406d8db003e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.374534] env[68216]: DEBUG oslo_vmware.api [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for the task: (returnval){ [ 630.374534] env[68216]: value = "task-3067899" [ 630.374534] env[68216]: _type = "Task" [ 630.374534] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.385601] env[68216]: DEBUG oslo_vmware.api [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.420617] env[68216]: DEBUG nova.compute.manager [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.460509] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.460774] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.461134] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.461134] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.461285] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.461608] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.461872] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.462231] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.462776] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.463241] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.463717] env[68216]: DEBUG nova.virt.hardware [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.465391] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ff3206-d67d-49cf-b21f-49e7af13a65c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.475916] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1351e0-ec1b-435c-9376-318a3766bc49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.589120] env[68216]: DEBUG oslo_vmware.api [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332541} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.589791] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.589889] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.589989] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.590182] env[68216]: INFO nova.compute.manager [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 630.590424] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.590624] env[68216]: DEBUG nova.compute.manager [-] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.590686] env[68216]: DEBUG nova.network.neutron [-] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.598596] env[68216]: DEBUG nova.scheduler.client.report [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.612159] env[68216]: DEBUG oslo_concurrency.lockutils [req-89eb2536-afe5-4315-a6b6-64241d1a8985 req-7ca6b3f1-b9b5-4cab-b24f-023fcccc8a60 service nova] Releasing lock "refresh_cache-744bc42c-5d39-4e25-9fbd-1c914795d0f3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.612746] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "refresh_cache-744bc42c-5d39-4e25-9fbd-1c914795d0f3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.614480] env[68216]: DEBUG nova.network.neutron [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.786266] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "refresh_cache-83f60ebf-59d1-432b-a4f8-37510f2a6ebd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.786266] env[68216]: DEBUG nova.objects.instance [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lazy-loading 'migration_context' on Instance uuid 83f60ebf-59d1-432b-a4f8-37510f2a6ebd {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.886338] env[68216]: DEBUG oslo_vmware.api [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Task: {'id': task-3067899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268935} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.886338] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.886338] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.886597] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.886785] env[68216]: INFO nova.compute.manager [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Took 1.15 seconds to destroy the instance on the hypervisor. [ 630.887084] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.887321] env[68216]: DEBUG nova.compute.manager [-] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.887486] env[68216]: DEBUG nova.network.neutron [-] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.103882] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.104615] env[68216]: DEBUG nova.compute.manager [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.108333] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.218s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.110203] env[68216]: INFO nova.compute.claims [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.293209] env[68216]: DEBUG nova.objects.base [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Object Instance<83f60ebf-59d1-432b-a4f8-37510f2a6ebd> lazy-loaded attributes: info_cache,migration_context {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 631.293209] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bae8d0-a532-4ffa-9e39-44a67ccf61a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.324415] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe8615c-184d-4772-b7fa-cb79939e2b82 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.332842] env[68216]: DEBUG oslo_vmware.api [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 631.332842] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52850a05-e18e-873d-725d-a710f9caed3b" [ 631.332842] env[68216]: _type = "Task" [ 631.332842] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.345837] env[68216]: DEBUG oslo_vmware.api [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52850a05-e18e-873d-725d-a710f9caed3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.346426] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.407713] env[68216]: DEBUG nova.network.neutron [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.493604] env[68216]: DEBUG nova.network.neutron [-] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.606660] env[68216]: DEBUG nova.network.neutron [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Successfully updated port: 097a3b8d-8c28-420c-aab1-83dd89daf853 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.615083] env[68216]: DEBUG nova.compute.utils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.622581] env[68216]: DEBUG nova.compute.manager [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Not allocating networking since 'none' was specified. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 631.635928] env[68216]: DEBUG nova.network.neutron [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Updating instance_info_cache with network_info: [{"id": "93a504cf-fd57-4821-8d46-59b8a378cdf9", "address": "fa:16:3e:31:36:34", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a504cf-fd", "ovs_interfaceid": "93a504cf-fd57-4821-8d46-59b8a378cdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.661070] env[68216]: DEBUG nova.network.neutron [-] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.693682] env[68216]: DEBUG nova.compute.manager [req-31649ae7-e2b9-414d-945e-892d68d956cc req-58d3eba7-d129-40fa-b0e5-480cdb681dd6 service nova] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Received event network-vif-deleted-e6ef64ad-ac21-4e37-bfe3-90994eeb888f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 631.693682] env[68216]: DEBUG nova.compute.manager [req-31649ae7-e2b9-414d-945e-892d68d956cc req-58d3eba7-d129-40fa-b0e5-480cdb681dd6 service nova] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Received event network-vif-deleted-910b29b7-d59c-42db-a246-34ce8998e4a9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 631.702266] env[68216]: DEBUG nova.compute.manager [req-f743d936-e1e8-419d-9c41-b752cd788b74 req-2f90ca8c-15ec-4670-9596-dc436522b465 service nova] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Received event network-vif-plugged-097a3b8d-8c28-420c-aab1-83dd89daf853 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 631.702520] env[68216]: DEBUG oslo_concurrency.lockutils [req-f743d936-e1e8-419d-9c41-b752cd788b74 req-2f90ca8c-15ec-4670-9596-dc436522b465 service nova] Acquiring lock "157518c7-11d9-4a60-b529-58f5ade77a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.702766] env[68216]: DEBUG oslo_concurrency.lockutils [req-f743d936-e1e8-419d-9c41-b752cd788b74 req-2f90ca8c-15ec-4670-9596-dc436522b465 service nova] Lock "157518c7-11d9-4a60-b529-58f5ade77a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.702931] env[68216]: DEBUG oslo_concurrency.lockutils [req-f743d936-e1e8-419d-9c41-b752cd788b74 req-2f90ca8c-15ec-4670-9596-dc436522b465 service nova] Lock "157518c7-11d9-4a60-b529-58f5ade77a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.703106] env[68216]: DEBUG nova.compute.manager [req-f743d936-e1e8-419d-9c41-b752cd788b74 req-2f90ca8c-15ec-4670-9596-dc436522b465 service nova] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] No waiting events found dispatching network-vif-plugged-097a3b8d-8c28-420c-aab1-83dd89daf853 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.703305] env[68216]: WARNING nova.compute.manager [req-f743d936-e1e8-419d-9c41-b752cd788b74 req-2f90ca8c-15ec-4670-9596-dc436522b465 service nova] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Received unexpected event network-vif-plugged-097a3b8d-8c28-420c-aab1-83dd89daf853 for instance with vm_state building and task_state spawning. [ 631.996338] env[68216]: INFO nova.compute.manager [-] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Took 1.41 seconds to deallocate network for instance. [ 632.111022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquiring lock "refresh_cache-157518c7-11d9-4a60-b529-58f5ade77a09" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.111022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquired lock "refresh_cache-157518c7-11d9-4a60-b529-58f5ade77a09" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.111022] env[68216]: DEBUG nova.network.neutron [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.119619] env[68216]: DEBUG nova.compute.manager [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.138861] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "refresh_cache-744bc42c-5d39-4e25-9fbd-1c914795d0f3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.139493] env[68216]: DEBUG nova.compute.manager [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Instance network_info: |[{"id": "93a504cf-fd57-4821-8d46-59b8a378cdf9", "address": "fa:16:3e:31:36:34", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a504cf-fd", "ovs_interfaceid": "93a504cf-fd57-4821-8d46-59b8a378cdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.140234] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:36:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93a504cf-fd57-4821-8d46-59b8a378cdf9', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.151091] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.151091] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.151091] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b92c388e-4db5-4a2e-8dd8-e6a1fd30b6e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.169026] env[68216]: INFO nova.compute.manager [-] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Took 1.28 seconds to deallocate network for instance. [ 632.185665] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.185665] env[68216]: value = "task-3067901" [ 632.185665] env[68216]: _type = "Task" [ 632.185665] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.205328] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067901, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.517969] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.661224] env[68216]: DEBUG nova.network.neutron [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.686280] env[68216]: DEBUG oslo_concurrency.lockutils [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.706867] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067901, 'name': CreateVM_Task, 'duration_secs': 0.438304} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.706867] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.706867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.706867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.706867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.706867] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f270c564-94b0-4f6f-ad04-54ff6f4a5312 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.709449] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31de98a6-cd36-428b-b207-441098eeace8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.717199] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 632.717199] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52967f9a-e7b6-f06d-5fd0-36f21de05b83" [ 632.717199] env[68216]: _type = "Task" [ 632.717199] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.727415] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db557ab2-cc2e-4417-8aaa-0fea129b76f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.739489] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52967f9a-e7b6-f06d-5fd0-36f21de05b83, 'name': SearchDatastore_Task, 'duration_secs': 0.016975} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.770658] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.770886] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.771144] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.771443] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.771644] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.772583] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cae4952-3b2e-4275-9d3f-51d852e98666 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.775113] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29dd80d-4e6a-4bee-98ec-3c119a2496d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.785128] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d14af9-06e0-484c-b989-a67fd2636806 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.790329] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.790513] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.794677] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd150cc-3cca-4ba5-8209-42d5f8cb3e68 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.805553] env[68216]: DEBUG nova.compute.provider_tree [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.811157] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 632.811157] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b6d330-a2b8-34bd-7329-3a723e8a395e" [ 632.811157] env[68216]: _type = "Task" [ 632.811157] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.820676] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b6d330-a2b8-34bd-7329-3a723e8a395e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.938858] env[68216]: DEBUG nova.network.neutron [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Updating instance_info_cache with network_info: [{"id": "097a3b8d-8c28-420c-aab1-83dd89daf853", "address": "fa:16:3e:24:03:f1", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097a3b8d-8c", "ovs_interfaceid": "097a3b8d-8c28-420c-aab1-83dd89daf853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.135119] env[68216]: DEBUG nova.compute.manager [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.168079] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.168364] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.168521] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.168806] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.168857] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.169060] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.169295] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.169446] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.169688] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.169886] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.170111] env[68216]: DEBUG nova.virt.hardware [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.170991] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b7b647-ff74-4557-b3d5-df6c86b11513 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.181482] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd84adb-e170-462b-aae8-4a31fd51e8c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.198542] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.204206] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Creating folder: Project (f7bfca7bd2c34ec59b006d3e3749716a). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.204550] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6be6876b-99d6-433f-af30-2f720609ddde {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.218272] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Created folder: Project (f7bfca7bd2c34ec59b006d3e3749716a) in parent group-v614292. [ 633.218272] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Creating folder: Instances. Parent ref: group-v614358. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.218272] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10781da8-e2b6-43bf-815d-fd9e89eeb351 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.229169] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Created folder: Instances in parent group-v614358. [ 633.229492] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.229728] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.230038] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2182248a-4972-4307-a33e-22a3b3ec8e89 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.247866] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.247866] env[68216]: value = "task-3067904" [ 633.247866] env[68216]: _type = "Task" [ 633.247866] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.256097] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067904, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.321486] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b6d330-a2b8-34bd-7329-3a723e8a395e, 'name': SearchDatastore_Task, 'duration_secs': 0.016641} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.322326] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61714256-88f8-40fd-be6f-77f576e7c0f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.328607] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 633.328607] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52909674-ad9a-36d7-abfb-e2cf59d5a7f2" [ 633.328607] env[68216]: _type = "Task" [ 633.328607] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.329431] env[68216]: ERROR nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [req-5f360456-4bf5-4716-b9bc-009825e259ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f360456-4bf5-4716-b9bc-009825e259ca"}]} [ 633.341102] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52909674-ad9a-36d7-abfb-e2cf59d5a7f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.356030] env[68216]: DEBUG nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 633.371918] env[68216]: DEBUG nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 633.372161] env[68216]: DEBUG nova.compute.provider_tree [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.387200] env[68216]: DEBUG nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 633.418974] env[68216]: DEBUG nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 633.443661] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Releasing lock "refresh_cache-157518c7-11d9-4a60-b529-58f5ade77a09" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.444014] env[68216]: DEBUG nova.compute.manager [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Instance network_info: |[{"id": "097a3b8d-8c28-420c-aab1-83dd89daf853", "address": "fa:16:3e:24:03:f1", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097a3b8d-8c", "ovs_interfaceid": "097a3b8d-8c28-420c-aab1-83dd89daf853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.444481] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:03:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '097a3b8d-8c28-420c-aab1-83dd89daf853', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.457587] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Creating folder: Project (6ef5028920c245828808fa42d66a5246). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.460801] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a515d10-5793-4bb8-8d19-5ade17cef069 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.476456] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Created folder: Project (6ef5028920c245828808fa42d66a5246) in parent group-v614292. [ 633.476612] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Creating folder: Instances. Parent ref: group-v614361. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.480491] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-798dbb4c-9ea0-47d6-bff1-78dfb3548d16 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.498035] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Created folder: Instances in parent group-v614361. [ 633.498310] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.499392] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.499392] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e81c5441-0ada-49b2-8a2a-9e709773ccb9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.526801] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.526801] env[68216]: value = "task-3067907" [ 633.526801] env[68216]: _type = "Task" [ 633.526801] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.536550] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067907, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.763188] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067904, 'name': CreateVM_Task, 'duration_secs': 0.407511} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.764457] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.765571] env[68216]: DEBUG nova.compute.manager [req-1fd336a1-e553-4824-b4ea-6f30454a7b71 req-50f2222c-9e10-4845-9b08-2d3269eb8fbf service nova] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Received event network-changed-097a3b8d-8c28-420c-aab1-83dd89daf853 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 633.765792] env[68216]: DEBUG nova.compute.manager [req-1fd336a1-e553-4824-b4ea-6f30454a7b71 req-50f2222c-9e10-4845-9b08-2d3269eb8fbf service nova] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Refreshing instance network info cache due to event network-changed-097a3b8d-8c28-420c-aab1-83dd89daf853. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 633.765972] env[68216]: DEBUG oslo_concurrency.lockutils [req-1fd336a1-e553-4824-b4ea-6f30454a7b71 req-50f2222c-9e10-4845-9b08-2d3269eb8fbf service nova] Acquiring lock "refresh_cache-157518c7-11d9-4a60-b529-58f5ade77a09" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.766133] env[68216]: DEBUG oslo_concurrency.lockutils [req-1fd336a1-e553-4824-b4ea-6f30454a7b71 req-50f2222c-9e10-4845-9b08-2d3269eb8fbf service nova] Acquired lock "refresh_cache-157518c7-11d9-4a60-b529-58f5ade77a09" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.766302] env[68216]: DEBUG nova.network.neutron [req-1fd336a1-e553-4824-b4ea-6f30454a7b71 req-50f2222c-9e10-4845-9b08-2d3269eb8fbf service nova] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Refreshing network info cache for port 097a3b8d-8c28-420c-aab1-83dd89daf853 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.771019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.771019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.771019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.771019] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f003275c-0e7e-4c44-9125-6dceb0fe02cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.778496] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 633.778496] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5252cb84-f04f-2c42-d205-dafa80525f92" [ 633.778496] env[68216]: _type = "Task" [ 633.778496] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.790063] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5252cb84-f04f-2c42-d205-dafa80525f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.841702] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52909674-ad9a-36d7-abfb-e2cf59d5a7f2, 'name': SearchDatastore_Task, 'duration_secs': 0.022371} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.844489] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.844712] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 744bc42c-5d39-4e25-9fbd-1c914795d0f3/744bc42c-5d39-4e25-9fbd-1c914795d0f3.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.845212] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3e81f8b-0740-461e-96be-5ae37d2e8501 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.853673] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 633.853673] env[68216]: value = "task-3067908" [ 633.853673] env[68216]: _type = "Task" [ 633.853673] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.863893] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.938775] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3da2f6-1156-4e89-ac96-0ef253dc9d53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.947641] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34c460d-0565-492d-96bb-c190d333451f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.979392] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0be895f-5163-445e-bb33-4dca41a46d35 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.987957] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392dbff4-1e60-476e-9ac2-01ffb2222efd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.004505] env[68216]: DEBUG nova.compute.provider_tree [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.028786] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquiring lock "6042d703-d07d-4486-9020-b1c160738535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.029556] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "6042d703-d07d-4486-9020-b1c160738535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.041319] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067907, 'name': CreateVM_Task, 'duration_secs': 0.392569} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.041319] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.041319] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.041319] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.041319] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.041788] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7bab72-01a9-4a62-b074-a6cd3fe13206 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.047563] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for the task: (returnval){ [ 634.047563] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f97dc3-53be-8f94-1b34-7659b6f8ac17" [ 634.047563] env[68216]: _type = "Task" [ 634.047563] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.057294] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f97dc3-53be-8f94-1b34-7659b6f8ac17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.295321] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5252cb84-f04f-2c42-d205-dafa80525f92, 'name': SearchDatastore_Task, 'duration_secs': 0.020296} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.295321] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.295321] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.295321] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.295321] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.295321] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.295321] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2615ba7a-7f03-465b-851e-ab051c2e8773 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.310025] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.310025] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.310025] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc6dd29-e984-45ac-b54e-68a77064b07f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.322594] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 634.322594] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528200c3-742f-49ec-9d85-3e770274809b" [ 634.322594] env[68216]: _type = "Task" [ 634.322594] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.333456] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528200c3-742f-49ec-9d85-3e770274809b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.367228] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067908, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.528808] env[68216]: ERROR nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [req-c16be98e-07b8-4824-b2e1-cbc0d1909b4d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c16be98e-07b8-4824-b2e1-cbc0d1909b4d"}]} [ 634.560200] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f97dc3-53be-8f94-1b34-7659b6f8ac17, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.562295] env[68216]: DEBUG nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 634.564113] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.564337] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.564571] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.564723] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.565018] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.566183] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b7f6abd-22a7-4a24-8bf0-485954bb6c44 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.576205] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.576441] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.577300] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b46a1f-00fb-4f23-86a2-bd3d29e3bce4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.581563] env[68216]: DEBUG nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 634.581818] env[68216]: DEBUG nova.compute.provider_tree [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.588390] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for the task: (returnval){ [ 634.588390] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52558e0b-c6a8-2744-e811-f2a88af67c26" [ 634.588390] env[68216]: _type = "Task" [ 634.588390] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.594524] env[68216]: DEBUG nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 634.600172] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52558e0b-c6a8-2744-e811-f2a88af67c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.619751] env[68216]: DEBUG nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 634.623111] env[68216]: DEBUG nova.network.neutron [req-1fd336a1-e553-4824-b4ea-6f30454a7b71 req-50f2222c-9e10-4845-9b08-2d3269eb8fbf service nova] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Updated VIF entry in instance network info cache for port 097a3b8d-8c28-420c-aab1-83dd89daf853. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.623508] env[68216]: DEBUG nova.network.neutron [req-1fd336a1-e553-4824-b4ea-6f30454a7b71 req-50f2222c-9e10-4845-9b08-2d3269eb8fbf service nova] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Updating instance_info_cache with network_info: [{"id": "097a3b8d-8c28-420c-aab1-83dd89daf853", "address": "fa:16:3e:24:03:f1", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097a3b8d-8c", "ovs_interfaceid": "097a3b8d-8c28-420c-aab1-83dd89daf853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.837060] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528200c3-742f-49ec-9d85-3e770274809b, 'name': SearchDatastore_Task, 'duration_secs': 0.022642} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.837896] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efdb4513-66b8-48ab-a68b-8687a54c4de7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.846104] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 634.846104] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dbc169-dc8f-8cab-41f4-3743ec13a712" [ 634.846104] env[68216]: _type = "Task" [ 634.846104] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.856917] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dbc169-dc8f-8cab-41f4-3743ec13a712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.868438] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674456} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.868634] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 744bc42c-5d39-4e25-9fbd-1c914795d0f3/744bc42c-5d39-4e25-9fbd-1c914795d0f3.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.868841] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.869115] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ea10358-73d9-421d-8d9a-ac09efcf3f1e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.877847] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 634.877847] env[68216]: value = "task-3067909" [ 634.877847] env[68216]: _type = "Task" [ 634.877847] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.892162] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.104419] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52558e0b-c6a8-2744-e811-f2a88af67c26, 'name': SearchDatastore_Task, 'duration_secs': 0.014726} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.105300] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d57766a-8050-41d8-9ffd-a56df8766cc8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.113113] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for the task: (returnval){ [ 635.113113] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523bdf2a-5bca-2ee5-5d20-19cb2888544d" [ 635.113113] env[68216]: _type = "Task" [ 635.113113] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.121876] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523bdf2a-5bca-2ee5-5d20-19cb2888544d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.130315] env[68216]: DEBUG oslo_concurrency.lockutils [req-1fd336a1-e553-4824-b4ea-6f30454a7b71 req-50f2222c-9e10-4845-9b08-2d3269eb8fbf service nova] Releasing lock "refresh_cache-157518c7-11d9-4a60-b529-58f5ade77a09" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.143525] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d87f58c-8b98-4779-b9ca-868fa26aa4a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.151714] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4a30a1-49cf-4702-81ce-cb428b4550cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.183807] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aeb133-1b0b-48cd-9faa-2efdad9c91ae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.192829] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3977e8-8ae7-4798-8602-2533b02f6d2c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.208085] env[68216]: DEBUG nova.compute.provider_tree [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.364795] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dbc169-dc8f-8cab-41f4-3743ec13a712, 'name': SearchDatastore_Task, 'duration_secs': 0.013769} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.365023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.366380] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] d323052c-729a-4e7c-95b0-2426a0fda55c/d323052c-729a-4e7c-95b0-2426a0fda55c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.366663] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-837b5fe3-85e7-492c-888f-e477498c5513 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.377367] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 635.377367] env[68216]: value = "task-3067910" [ 635.377367] env[68216]: _type = "Task" [ 635.377367] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.410056] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097149} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.411572] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.411966] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.412716] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a39b548-2fa7-476e-8d3d-38fee0775ec1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.439017] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 744bc42c-5d39-4e25-9fbd-1c914795d0f3/744bc42c-5d39-4e25-9fbd-1c914795d0f3.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.439920] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3e790bd-abe0-490c-9607-4b27e7384d35 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.461572] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 635.461572] env[68216]: value = "task-3067911" [ 635.461572] env[68216]: _type = "Task" [ 635.461572] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.470409] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.629574] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523bdf2a-5bca-2ee5-5d20-19cb2888544d, 'name': SearchDatastore_Task, 'duration_secs': 0.0147} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.629952] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.630187] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 157518c7-11d9-4a60-b529-58f5ade77a09/157518c7-11d9-4a60-b529-58f5ade77a09.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.630450] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ff84a04-0880-40f3-b44f-87d19ceeb2a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.644120] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for the task: (returnval){ [ 635.644120] env[68216]: value = "task-3067913" [ 635.644120] env[68216]: _type = "Task" [ 635.644120] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.655176] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.755107] env[68216]: DEBUG nova.scheduler.client.report [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 635.755107] env[68216]: DEBUG nova.compute.provider_tree [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 46 to 47 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 635.755311] env[68216]: DEBUG nova.compute.provider_tree [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.889490] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067910, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.972984] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067911, 'name': ReconfigVM_Task, 'duration_secs': 0.463447} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.973326] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 744bc42c-5d39-4e25-9fbd-1c914795d0f3/744bc42c-5d39-4e25-9fbd-1c914795d0f3.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.974225] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e63065ea-1b2d-442d-a78c-364b02d34a10 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.983362] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 635.983362] env[68216]: value = "task-3067914" [ 635.983362] env[68216]: _type = "Task" [ 635.983362] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.993353] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067914, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.156343] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067913, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.260749] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.152s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.261330] env[68216]: DEBUG nova.compute.manager [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.264000] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.248s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.265718] env[68216]: INFO nova.compute.claims [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.390596] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553432} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.390895] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] d323052c-729a-4e7c-95b0-2426a0fda55c/d323052c-729a-4e7c-95b0-2426a0fda55c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.391242] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.391541] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e7bfaa2-f528-48f8-ba0f-ebc0e4a342e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.399861] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 636.399861] env[68216]: value = "task-3067915" [ 636.399861] env[68216]: _type = "Task" [ 636.399861] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.412258] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.494886] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067914, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.656453] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686361} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.656453] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 157518c7-11d9-4a60-b529-58f5ade77a09/157518c7-11d9-4a60-b529-58f5ade77a09.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.656717] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.656805] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5659d45c-c241-4b03-bd25-63cbf6b080b8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.664900] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for the task: (returnval){ [ 636.664900] env[68216]: value = "task-3067916" [ 636.664900] env[68216]: _type = "Task" [ 636.664900] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.674740] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.770513] env[68216]: DEBUG nova.compute.utils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.773989] env[68216]: DEBUG nova.compute.manager [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.774176] env[68216]: DEBUG nova.network.neutron [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.821214] env[68216]: DEBUG nova.policy [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '870070bc9ee9400786f2f0d3fbc4fe58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95fa57786657462cb6a42aa3972aaed0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.913020] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082008} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.913020] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.913020] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1cc0b5-28ed-482c-aa5f-500f4ee039db {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.934902] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] d323052c-729a-4e7c-95b0-2426a0fda55c/d323052c-729a-4e7c-95b0-2426a0fda55c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.935554] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e40e9f-6280-4566-91a9-141581a2de6a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.975520] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 636.975520] env[68216]: value = "task-3067917" [ 636.975520] env[68216]: _type = "Task" [ 636.975520] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.988677] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.001421] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067914, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.175724] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.271865] env[68216]: DEBUG nova.network.neutron [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Successfully created port: 5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.274250] env[68216]: DEBUG nova.compute.manager [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.490890] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.499265] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067914, 'name': Rename_Task, 'duration_secs': 1.341881} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.499502] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.502331] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b63561a1-3f7c-4713-92fd-0fe690d11abb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.510477] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 637.510477] env[68216]: value = "task-3067918" [ 637.510477] env[68216]: _type = "Task" [ 637.510477] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.521668] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.682363] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.700653} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.683096] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.684062] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5d7837-3fa0-4b07-9bd3-6495cddf41df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.712979] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 157518c7-11d9-4a60-b529-58f5ade77a09/157518c7-11d9-4a60-b529-58f5ade77a09.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.717223] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d816192-1da0-4daf-a27f-837d2de46225 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.743328] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for the task: (returnval){ [ 637.743328] env[68216]: value = "task-3067920" [ 637.743328] env[68216]: _type = "Task" [ 637.743328] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.754707] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.822575] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceedc48-9a50-4c36-adef-32867db4e58e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.834074] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb68734b-5c23-4ebf-9637-f85383f29a70 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.870751] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bcec6a-aeaf-4c94-908a-bcf2a64a15af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.882521] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c554e0-88b6-7e27-2fd1-05899f81d5be/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 637.883698] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46b5cb5-4350-4766-836c-978fb79d498e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.888845] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb1be85-8594-4d13-8845-dc8a7e9870db {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.895645] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c554e0-88b6-7e27-2fd1-05899f81d5be/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 637.895799] env[68216]: ERROR oslo_vmware.rw_handles [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c554e0-88b6-7e27-2fd1-05899f81d5be/disk-0.vmdk due to incomplete transfer. [ 637.904216] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fcd6b46-856e-4d3c-ace8-d046af43451a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.906530] env[68216]: DEBUG nova.compute.provider_tree [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.917115] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c554e0-88b6-7e27-2fd1-05899f81d5be/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 637.917346] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Uploaded image b5bde666-cbdf-4068-99e2-f8255aecc538 to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 637.919878] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 637.920474] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1d016fe-e7c0-4d15-b8ff-5a2047e0f876 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.928386] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 637.928386] env[68216]: value = "task-3067921" [ 637.928386] env[68216]: _type = "Task" [ 637.928386] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.939394] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067921, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.989225] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067917, 'name': ReconfigVM_Task, 'duration_secs': 0.696208} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.989501] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] d323052c-729a-4e7c-95b0-2426a0fda55c/d323052c-729a-4e7c-95b0-2426a0fda55c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.990129] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5840713-dc30-487d-a787-77e21a9cfc8e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.998087] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 637.998087] env[68216]: value = "task-3067922" [ 637.998087] env[68216]: _type = "Task" [ 637.998087] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.006984] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067922, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.021019] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067918, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.252274] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.287205] env[68216]: DEBUG nova.compute.manager [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.311072] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.311331] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.311483] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.311663] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.311807] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.311955] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.312180] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.312342] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.312507] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.312670] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.312844] env[68216]: DEBUG nova.virt.hardware [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.313779] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa1bfa1-575c-4276-9ad3-04fe42b571fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.323068] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbe624b-63af-40ac-b720-318e694dbfc7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.440480] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067921, 'name': Destroy_Task, 'duration_secs': 0.391192} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.440734] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Destroyed the VM [ 638.440953] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 638.441218] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da23783a-b2e9-45c4-a271-eefda6edf1ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.445376] env[68216]: DEBUG nova.scheduler.client.report [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 638.445627] env[68216]: DEBUG nova.compute.provider_tree [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 47 to 48 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 638.445881] env[68216]: DEBUG nova.compute.provider_tree [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.450399] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 638.450399] env[68216]: value = "task-3067923" [ 638.450399] env[68216]: _type = "Task" [ 638.450399] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.459770] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067923, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.508979] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067922, 'name': Rename_Task, 'duration_secs': 0.193211} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.509319] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.509580] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28021412-32a4-4916-a357-320638e5b0a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.516677] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 638.516677] env[68216]: value = "task-3067924" [ 638.516677] env[68216]: _type = "Task" [ 638.516677] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.519857] env[68216]: DEBUG oslo_vmware.api [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3067918, 'name': PowerOnVM_Task, 'duration_secs': 0.546376} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.522696] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.522864] env[68216]: INFO nova.compute.manager [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Took 10.85 seconds to spawn the instance on the hypervisor. [ 638.523053] env[68216]: DEBUG nova.compute.manager [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.523879] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce1844-83eb-4408-8401-43a52a0fbefe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.532211] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.752946] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.952261] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.952810] env[68216]: DEBUG nova.compute.manager [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.956103] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.063s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.957161] env[68216]: INFO nova.compute.claims [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.972213] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067923, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.033872] env[68216]: DEBUG oslo_vmware.api [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067924, 'name': PowerOnVM_Task, 'duration_secs': 0.471275} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.034264] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.034620] env[68216]: INFO nova.compute.manager [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Took 5.90 seconds to spawn the instance on the hypervisor. [ 639.034906] env[68216]: DEBUG nova.compute.manager [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.035933] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f31fb5-898e-4cfd-a006-67864b903160 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.055012] env[68216]: INFO nova.compute.manager [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Took 48.48 seconds to build instance. [ 639.059186] env[68216]: DEBUG nova.compute.manager [req-8ed0a340-6088-4af4-a2ba-bb0326601e41 req-275344c1-000b-4d1c-8c83-82369f26dedf service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Received event network-vif-plugged-5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.059186] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ed0a340-6088-4af4-a2ba-bb0326601e41 req-275344c1-000b-4d1c-8c83-82369f26dedf service nova] Acquiring lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.059186] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ed0a340-6088-4af4-a2ba-bb0326601e41 req-275344c1-000b-4d1c-8c83-82369f26dedf service nova] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.059389] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ed0a340-6088-4af4-a2ba-bb0326601e41 req-275344c1-000b-4d1c-8c83-82369f26dedf service nova] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.059656] env[68216]: DEBUG nova.compute.manager [req-8ed0a340-6088-4af4-a2ba-bb0326601e41 req-275344c1-000b-4d1c-8c83-82369f26dedf service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] No waiting events found dispatching network-vif-plugged-5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.059911] env[68216]: WARNING nova.compute.manager [req-8ed0a340-6088-4af4-a2ba-bb0326601e41 req-275344c1-000b-4d1c-8c83-82369f26dedf service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Received unexpected event network-vif-plugged-5be524e7-f5c2-455d-9e3d-39391eb6eab8 for instance with vm_state building and task_state spawning. [ 639.145092] env[68216]: DEBUG nova.network.neutron [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Successfully updated port: 5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.253963] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067920, 'name': ReconfigVM_Task, 'duration_secs': 1.351596} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.254514] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 157518c7-11d9-4a60-b529-58f5ade77a09/157518c7-11d9-4a60-b529-58f5ade77a09.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.255361] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02120895-58cc-406e-85e6-3432ebc0580b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.262693] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for the task: (returnval){ [ 639.262693] env[68216]: value = "task-3067925" [ 639.262693] env[68216]: _type = "Task" [ 639.262693] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.274160] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067925, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.467445] env[68216]: DEBUG nova.compute.utils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.471536] env[68216]: DEBUG oslo_vmware.api [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067923, 'name': RemoveSnapshot_Task, 'duration_secs': 0.889667} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.472017] env[68216]: DEBUG nova.compute.manager [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.472199] env[68216]: DEBUG nova.network.neutron [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.474529] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 639.474529] env[68216]: INFO nova.compute.manager [None req-2f542136-ad1a-4b43-9bbe-719aa1e13a38 tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Took 15.25 seconds to snapshot the instance on the hypervisor. [ 639.561925] env[68216]: INFO nova.compute.manager [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Took 36.24 seconds to build instance. [ 639.561925] env[68216]: DEBUG oslo_concurrency.lockutils [None req-413c01f4-c1dd-44dd-8f2d-b06b8a89ebae tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.131s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.582165] env[68216]: DEBUG nova.policy [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c36cb76fca341d7a501118bcfb30ce6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90801bfce63542afab0f6ca417452230', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.648162] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.648318] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquired lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.648465] env[68216]: DEBUG nova.network.neutron [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.777858] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067925, 'name': Rename_Task, 'duration_secs': 0.160312} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.778797] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.780757] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c5df539-d043-4753-af2d-4af68bf9f0b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.789903] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for the task: (returnval){ [ 639.789903] env[68216]: value = "task-3067927" [ 639.789903] env[68216]: _type = "Task" [ 639.789903] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.801775] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.974687] env[68216]: DEBUG nova.compute.manager [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.061916] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1ff1ab0a-7938-4af1-9529-d26d4348bb27 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "d323052c-729a-4e7c-95b0-2426a0fda55c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.148s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.063844] env[68216]: DEBUG nova.network.neutron [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Successfully created port: a60d1e97-c1e6-4d32-8325-075c94e4e040 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.065791] env[68216]: DEBUG nova.compute.manager [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.199624] env[68216]: DEBUG nova.network.neutron [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.304319] env[68216]: DEBUG oslo_vmware.api [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067927, 'name': PowerOnVM_Task, 'duration_secs': 0.445727} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.304319] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.304319] env[68216]: INFO nova.compute.manager [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Took 9.88 seconds to spawn the instance on the hypervisor. [ 640.304483] env[68216]: DEBUG nova.compute.manager [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.305217] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2e6133-8f0c-430e-a99d-687a00032bf8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.356405] env[68216]: DEBUG nova.network.neutron [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Updating instance_info_cache with network_info: [{"id": "5be524e7-f5c2-455d-9e3d-39391eb6eab8", "address": "fa:16:3e:40:71:77", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be524e7-f5", "ovs_interfaceid": "5be524e7-f5c2-455d-9e3d-39391eb6eab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.524394] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fcf329-18bb-4592-81d7-8d872a4a0240 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.534960] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736cc5d4-8c5c-4cae-bfdb-14b4ebda134a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.573156] env[68216]: DEBUG nova.compute.manager [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.583258] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1865cb7b-0a05-4464-aec8-b71bd6ab8bbb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.594089] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c75c896-ab13-4d14-a601-0e0941c955ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.611091] env[68216]: DEBUG nova.compute.provider_tree [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.613307] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.823947] env[68216]: INFO nova.compute.manager [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Took 42.62 seconds to build instance. [ 640.859224] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Releasing lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.859553] env[68216]: DEBUG nova.compute.manager [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Instance network_info: |[{"id": "5be524e7-f5c2-455d-9e3d-39391eb6eab8", "address": "fa:16:3e:40:71:77", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be524e7-f5", "ovs_interfaceid": "5be524e7-f5c2-455d-9e3d-39391eb6eab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.859965] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:71:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5be524e7-f5c2-455d-9e3d-39391eb6eab8', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.868744] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.868962] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.869196] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8591fae2-db55-404c-af86-6a80d596a2a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.891014] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.891014] env[68216]: value = "task-3067928" [ 640.891014] env[68216]: _type = "Task" [ 640.891014] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.897348] env[68216]: INFO nova.compute.manager [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Rebuilding instance [ 640.902754] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067928, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.941075] env[68216]: DEBUG nova.compute.manager [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.941936] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907943d8-e3e9-4ab5-8f31-ed2e52456287 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.988009] env[68216]: DEBUG nova.compute.manager [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.009856] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.010173] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.010555] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.010802] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.010994] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.011219] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.011568] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.011767] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.011994] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.012258] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.012509] env[68216]: DEBUG nova.virt.hardware [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.013686] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d24e9b-80fa-4be8-9279-123923cd9674 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.022432] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd9e99-9f8d-4ef3-8f2f-a4b9eafb73f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.098590] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.114970] env[68216]: DEBUG nova.scheduler.client.report [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.145566] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.145849] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.159936] env[68216]: DEBUG nova.compute.manager [None req-f8ce0877-21b2-471d-8d24-ac58569f736d tempest-ServerExternalEventsTest-428253445 tempest-ServerExternalEventsTest-428253445-project] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Received event network-changed {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 641.160042] env[68216]: DEBUG nova.compute.manager [None req-f8ce0877-21b2-471d-8d24-ac58569f736d tempest-ServerExternalEventsTest-428253445 tempest-ServerExternalEventsTest-428253445-project] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Refreshing instance network info cache due to event network-changed. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 641.160988] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f8ce0877-21b2-471d-8d24-ac58569f736d tempest-ServerExternalEventsTest-428253445 tempest-ServerExternalEventsTest-428253445-project] Acquiring lock "refresh_cache-157518c7-11d9-4a60-b529-58f5ade77a09" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.160988] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f8ce0877-21b2-471d-8d24-ac58569f736d tempest-ServerExternalEventsTest-428253445 tempest-ServerExternalEventsTest-428253445-project] Acquired lock "refresh_cache-157518c7-11d9-4a60-b529-58f5ade77a09" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.160988] env[68216]: DEBUG nova.network.neutron [None req-f8ce0877-21b2-471d-8d24-ac58569f736d tempest-ServerExternalEventsTest-428253445 tempest-ServerExternalEventsTest-428253445-project] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.193762] env[68216]: DEBUG nova.compute.manager [req-b8897896-c1f7-47e1-a57f-bf007466bdfa req-eecd6fb5-4fe4-421f-9c0c-b07e42c1261d service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Received event network-changed-5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 641.193987] env[68216]: DEBUG nova.compute.manager [req-b8897896-c1f7-47e1-a57f-bf007466bdfa req-eecd6fb5-4fe4-421f-9c0c-b07e42c1261d service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Refreshing instance network info cache due to event network-changed-5be524e7-f5c2-455d-9e3d-39391eb6eab8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 641.194548] env[68216]: DEBUG oslo_concurrency.lockutils [req-b8897896-c1f7-47e1-a57f-bf007466bdfa req-eecd6fb5-4fe4-421f-9c0c-b07e42c1261d service nova] Acquiring lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.194548] env[68216]: DEBUG oslo_concurrency.lockutils [req-b8897896-c1f7-47e1-a57f-bf007466bdfa req-eecd6fb5-4fe4-421f-9c0c-b07e42c1261d service nova] Acquired lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.194548] env[68216]: DEBUG nova.network.neutron [req-b8897896-c1f7-47e1-a57f-bf007466bdfa req-eecd6fb5-4fe4-421f-9c0c-b07e42c1261d service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Refreshing network info cache for port 5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.329857] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ab1ec32b-972e-4261-90b1-63819ca90c1a tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lock "157518c7-11d9-4a60-b529-58f5ade77a09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.680s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.403154] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067928, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.620050] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.620633] env[68216]: DEBUG nova.compute.manager [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.623474] env[68216]: DEBUG oslo_concurrency.lockutils [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.122s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.623756] env[68216]: DEBUG nova.objects.instance [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lazy-loading 'resources' on Instance uuid b3779726-6b8a-4f2b-9b9a-7302948208e0 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.667320] env[68216]: DEBUG oslo_concurrency.lockutils [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquiring lock "60a83a27-c812-4c82-9a8e-fa841127911b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.667549] env[68216]: DEBUG oslo_concurrency.lockutils [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lock "60a83a27-c812-4c82-9a8e-fa841127911b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.667773] env[68216]: DEBUG oslo_concurrency.lockutils [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquiring lock "60a83a27-c812-4c82-9a8e-fa841127911b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.668428] env[68216]: DEBUG oslo_concurrency.lockutils [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lock "60a83a27-c812-4c82-9a8e-fa841127911b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.668573] env[68216]: DEBUG oslo_concurrency.lockutils [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lock "60a83a27-c812-4c82-9a8e-fa841127911b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.673269] env[68216]: INFO nova.compute.manager [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Terminating instance [ 641.832656] env[68216]: DEBUG nova.compute.manager [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.846085] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquiring lock "157518c7-11d9-4a60-b529-58f5ade77a09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.846345] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lock "157518c7-11d9-4a60-b529-58f5ade77a09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.846587] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquiring lock "157518c7-11d9-4a60-b529-58f5ade77a09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.846798] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lock "157518c7-11d9-4a60-b529-58f5ade77a09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.846969] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lock "157518c7-11d9-4a60-b529-58f5ade77a09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.848892] env[68216]: INFO nova.compute.manager [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Terminating instance [ 641.901930] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067928, 'name': CreateVM_Task, 'duration_secs': 0.612415} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.905039] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.905039] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.905039] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.905039] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.905039] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22b2085-2181-49c4-8c1f-04d38dad544f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.912224] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 641.912224] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5260a817-ad63-f49a-97a5-cb62e4610fb0" [ 641.912224] env[68216]: _type = "Task" [ 641.912224] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.918837] env[68216]: DEBUG nova.network.neutron [None req-f8ce0877-21b2-471d-8d24-ac58569f736d tempest-ServerExternalEventsTest-428253445 tempest-ServerExternalEventsTest-428253445-project] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Updating instance_info_cache with network_info: [{"id": "097a3b8d-8c28-420c-aab1-83dd89daf853", "address": "fa:16:3e:24:03:f1", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097a3b8d-8c", "ovs_interfaceid": "097a3b8d-8c28-420c-aab1-83dd89daf853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.926445] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5260a817-ad63-f49a-97a5-cb62e4610fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.959798] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.959798] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89f7c599-e8f3-4276-8963-f388cdaed1bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.965907] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 641.965907] env[68216]: value = "task-3067929" [ 641.965907] env[68216]: _type = "Task" [ 641.965907] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.977043] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.030974] env[68216]: DEBUG nova.network.neutron [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Successfully updated port: a60d1e97-c1e6-4d32-8325-075c94e4e040 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.118121] env[68216]: DEBUG nova.network.neutron [req-b8897896-c1f7-47e1-a57f-bf007466bdfa req-eecd6fb5-4fe4-421f-9c0c-b07e42c1261d service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Updated VIF entry in instance network info cache for port 5be524e7-f5c2-455d-9e3d-39391eb6eab8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.118533] env[68216]: DEBUG nova.network.neutron [req-b8897896-c1f7-47e1-a57f-bf007466bdfa req-eecd6fb5-4fe4-421f-9c0c-b07e42c1261d service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Updating instance_info_cache with network_info: [{"id": "5be524e7-f5c2-455d-9e3d-39391eb6eab8", "address": "fa:16:3e:40:71:77", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be524e7-f5", "ovs_interfaceid": "5be524e7-f5c2-455d-9e3d-39391eb6eab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.130028] env[68216]: DEBUG nova.compute.utils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.131944] env[68216]: DEBUG nova.compute.manager [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.131944] env[68216]: DEBUG nova.network.neutron [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.178616] env[68216]: DEBUG nova.compute.manager [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.178845] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.180036] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e32aa5c-0eb4-40e3-94d8-4ac12bbf528b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.188794] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.192676] env[68216]: DEBUG nova.policy [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '929ce35e732642f295aed1a72ddfcecb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8611438f9aa74c7681a9acba574d4836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.193979] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89e83326-6fa8-4fb1-b0f3-5fab39e173b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.202929] env[68216]: DEBUG oslo_vmware.api [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 642.202929] env[68216]: value = "task-3067930" [ 642.202929] env[68216]: _type = "Task" [ 642.202929] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.216113] env[68216]: DEBUG oslo_vmware.api [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.354123] env[68216]: DEBUG nova.compute.manager [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.354568] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.355570] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6e5deb-acbc-447d-b823-a97f0d1dc57c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.363050] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.369999] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.369999] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8b07088-86cf-4aab-9034-24d0b057aaa8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.377658] env[68216]: DEBUG oslo_vmware.api [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for the task: (returnval){ [ 642.377658] env[68216]: value = "task-3067931" [ 642.377658] env[68216]: _type = "Task" [ 642.377658] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.395320] env[68216]: DEBUG oslo_vmware.api [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.424287] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f8ce0877-21b2-471d-8d24-ac58569f736d tempest-ServerExternalEventsTest-428253445 tempest-ServerExternalEventsTest-428253445-project] Releasing lock "refresh_cache-157518c7-11d9-4a60-b529-58f5ade77a09" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.425233] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5260a817-ad63-f49a-97a5-cb62e4610fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.030613} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.425498] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.426051] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.426273] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.426535] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.426758] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.429898] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5b506bd-cfa8-41b4-9488-d603305d2b10 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.451358] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.451621] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.455495] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf160230-7a91-499f-aa9d-b896db526fb0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.462460] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 642.462460] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523d8add-4efc-dea6-5f8b-b6362167482a" [ 642.462460] env[68216]: _type = "Task" [ 642.462460] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.472428] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523d8add-4efc-dea6-5f8b-b6362167482a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.481698] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067929, 'name': PowerOffVM_Task, 'duration_secs': 0.142437} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.482194] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.482552] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.483396] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb70b30d-962e-4c8b-af01-b98dab7f7d31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.493554] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.493810] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6462ef11-2ebd-420a-b35b-99e21922d5d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.524971] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.525081] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.525220] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Deleting the datastore file [datastore1] d323052c-729a-4e7c-95b0-2426a0fda55c {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.526075] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb7f5c8c-399f-4f14-9fa1-108f7a1b5527 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.534233] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "refresh_cache-23eeb058-88ac-4d17-ae04-5f239260ebea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.534233] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquired lock "refresh_cache-23eeb058-88ac-4d17-ae04-5f239260ebea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.534233] env[68216]: DEBUG nova.network.neutron [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.538751] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 642.538751] env[68216]: value = "task-3067933" [ 642.538751] env[68216]: _type = "Task" [ 642.538751] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.552275] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.621564] env[68216]: DEBUG oslo_concurrency.lockutils [req-b8897896-c1f7-47e1-a57f-bf007466bdfa req-eecd6fb5-4fe4-421f-9c0c-b07e42c1261d service nova] Releasing lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.634671] env[68216]: DEBUG nova.compute.manager [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.677469] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657a6235-52cf-46d6-9df5-72b18f6fd485 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.686655] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67e409b-0e2a-48d0-aeb6-0672338f95c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.690950] env[68216]: DEBUG nova.network.neutron [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Successfully created port: 009dad24-66e3-4d03-9436-a53a2086f897 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.734254] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bf8ea8-5881-473c-9841-b4ed45f85f7a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.746012] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b9f2c0-409c-4551-8f9e-5755e0aa3f7b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.749841] env[68216]: DEBUG oslo_vmware.api [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067930, 'name': PowerOffVM_Task, 'duration_secs': 0.264098} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.750106] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.750275] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.750849] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-727a60f1-ebab-4827-8ee2-aacd5ce52cd1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.762673] env[68216]: DEBUG nova.compute.provider_tree [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.822806] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.823038] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.823222] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Deleting the datastore file [datastore2] 60a83a27-c812-4c82-9a8e-fa841127911b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.823547] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c0f551b-4a75-4bb7-bf16-0c5d0c18efee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.832538] env[68216]: DEBUG oslo_vmware.api [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for the task: (returnval){ [ 642.832538] env[68216]: value = "task-3067935" [ 642.832538] env[68216]: _type = "Task" [ 642.832538] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.842544] env[68216]: DEBUG oslo_vmware.api [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.889818] env[68216]: DEBUG oslo_vmware.api [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067931, 'name': PowerOffVM_Task, 'duration_secs': 0.283279} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.890126] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.890347] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.890620] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91c3178f-70d7-48a0-a6cf-737ba5ab09a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.938633] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.938990] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.953555] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.953801] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.953994] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Deleting the datastore file [datastore2] 157518c7-11d9-4a60-b529-58f5ade77a09 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.954301] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba8b710e-afad-49b5-b62a-165ff934c321 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.962221] env[68216]: DEBUG oslo_vmware.api [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for the task: (returnval){ [ 642.962221] env[68216]: value = "task-3067937" [ 642.962221] env[68216]: _type = "Task" [ 642.962221] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.982095] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523d8add-4efc-dea6-5f8b-b6362167482a, 'name': SearchDatastore_Task, 'duration_secs': 0.013694} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.982424] env[68216]: DEBUG oslo_vmware.api [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.984433] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6e2984-41af-4d3e-977e-f90b7c3e3344 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.995061] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 642.995061] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a0b1e7-4595-5956-72f6-ea81dd0787bd" [ 642.995061] env[68216]: _type = "Task" [ 642.995061] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.005909] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a0b1e7-4595-5956-72f6-ea81dd0787bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.055939] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14298} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.056291] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.056701] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.056919] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.101897] env[68216]: DEBUG nova.network.neutron [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.286137] env[68216]: ERROR nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [req-945bbc95-d161-4afb-95b0-29b12c702be8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-945bbc95-d161-4afb-95b0-29b12c702be8"}]} [ 643.303115] env[68216]: DEBUG nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 643.317725] env[68216]: DEBUG nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 643.317725] env[68216]: DEBUG nova.compute.provider_tree [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.332611] env[68216]: DEBUG nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 643.343066] env[68216]: DEBUG oslo_vmware.api [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Task: {'id': task-3067935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154876} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.346219] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.346219] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.346219] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.346219] env[68216]: INFO nova.compute.manager [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 643.346219] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.346219] env[68216]: DEBUG nova.compute.manager [-] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.346219] env[68216]: DEBUG nova.network.neutron [-] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.350217] env[68216]: DEBUG nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 643.359553] env[68216]: DEBUG nova.network.neutron [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Updating instance_info_cache with network_info: [{"id": "a60d1e97-c1e6-4d32-8325-075c94e4e040", "address": "fa:16:3e:ca:e7:6a", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa60d1e97-c1", "ovs_interfaceid": "a60d1e97-c1e6-4d32-8325-075c94e4e040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.447628] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.447628] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.447628] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.447628] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.447628] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.447628] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.448116] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 643.448116] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.475864] env[68216]: DEBUG oslo_vmware.api [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Task: {'id': task-3067937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167953} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.479168] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.479168] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.479168] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.479168] env[68216]: INFO nova.compute.manager [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Took 1.12 seconds to destroy the instance on the hypervisor. [ 643.479433] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.479810] env[68216]: DEBUG nova.compute.manager [-] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.479909] env[68216]: DEBUG nova.network.neutron [-] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.505914] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a0b1e7-4595-5956-72f6-ea81dd0787bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.508418] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.508684] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 3dfc8f39-20c9-4a72-95fa-e9382801bb17/3dfc8f39-20c9-4a72-95fa-e9382801bb17.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.509403] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-028ef100-d76f-46b4-a29d-e6033e94ab0c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.517236] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 643.517236] env[68216]: value = "task-3067938" [ 643.517236] env[68216]: _type = "Task" [ 643.517236] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.531378] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.626017] env[68216]: DEBUG nova.compute.manager [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Received event network-vif-plugged-a60d1e97-c1e6-4d32-8325-075c94e4e040 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 643.626017] env[68216]: DEBUG oslo_concurrency.lockutils [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] Acquiring lock "23eeb058-88ac-4d17-ae04-5f239260ebea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.626017] env[68216]: DEBUG oslo_concurrency.lockutils [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] Lock "23eeb058-88ac-4d17-ae04-5f239260ebea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.626017] env[68216]: DEBUG oslo_concurrency.lockutils [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] Lock "23eeb058-88ac-4d17-ae04-5f239260ebea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.626017] env[68216]: DEBUG nova.compute.manager [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] No waiting events found dispatching network-vif-plugged-a60d1e97-c1e6-4d32-8325-075c94e4e040 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.626017] env[68216]: WARNING nova.compute.manager [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Received unexpected event network-vif-plugged-a60d1e97-c1e6-4d32-8325-075c94e4e040 for instance with vm_state building and task_state spawning. [ 643.626017] env[68216]: DEBUG nova.compute.manager [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Received event network-changed-a60d1e97-c1e6-4d32-8325-075c94e4e040 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 643.626017] env[68216]: DEBUG nova.compute.manager [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Refreshing instance network info cache due to event network-changed-a60d1e97-c1e6-4d32-8325-075c94e4e040. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 643.626320] env[68216]: DEBUG oslo_concurrency.lockutils [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] Acquiring lock "refresh_cache-23eeb058-88ac-4d17-ae04-5f239260ebea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.645014] env[68216]: DEBUG nova.compute.manager [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.679957] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.680216] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.680399] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.680588] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.680732] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.680890] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.681120] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.683945] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.683945] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.683945] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.683945] env[68216]: DEBUG nova.virt.hardware [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.683945] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a319124d-226b-4b5b-8b32-d4caf7f25143 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.694753] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10939fb-169d-42d1-9432-e4d7143a2815 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.862482] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Releasing lock "refresh_cache-23eeb058-88ac-4d17-ae04-5f239260ebea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.862811] env[68216]: DEBUG nova.compute.manager [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Instance network_info: |[{"id": "a60d1e97-c1e6-4d32-8325-075c94e4e040", "address": "fa:16:3e:ca:e7:6a", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa60d1e97-c1", "ovs_interfaceid": "a60d1e97-c1e6-4d32-8325-075c94e4e040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.863146] env[68216]: DEBUG oslo_concurrency.lockutils [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] Acquired lock "refresh_cache-23eeb058-88ac-4d17-ae04-5f239260ebea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.863425] env[68216]: DEBUG nova.network.neutron [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Refreshing network info cache for port a60d1e97-c1e6-4d32-8325-075c94e4e040 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.864619] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:e7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a60d1e97-c1e6-4d32-8325-075c94e4e040', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.872604] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.878611] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.880329] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ef717e3-75f4-4109-a6f7-dbdc7599257e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.577641] env[68216]: DEBUG nova.network.neutron [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Successfully updated port: 009dad24-66e3-4d03-9436-a53a2086f897 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.582109] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.585014] env[68216]: DEBUG nova.network.neutron [-] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.586047] env[68216]: DEBUG nova.network.neutron [-] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.587738] env[68216]: DEBUG nova.compute.manager [req-759e7ef8-f21d-470b-ba58-015b989d2543 req-b363b09b-e051-4f30-b427-688eec7d748a service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Received event network-vif-deleted-0670035d-ef64-40b1-a0da-a9566720d4bb {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 644.587928] env[68216]: INFO nova.compute.manager [req-759e7ef8-f21d-470b-ba58-015b989d2543 req-b363b09b-e051-4f30-b427-688eec7d748a service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Neutron deleted interface 0670035d-ef64-40b1-a0da-a9566720d4bb; detaching it from the instance and deleting it from the info cache [ 644.588128] env[68216]: DEBUG nova.network.neutron [req-759e7ef8-f21d-470b-ba58-015b989d2543 req-b363b09b-e051-4f30-b427-688eec7d748a service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.597909] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Acquiring lock "d78a3164-0de0-46f6-a977-ffc6308ea55b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.598412] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lock "d78a3164-0de0-46f6-a977-ffc6308ea55b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.607690] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.607690] env[68216]: value = "task-3067939" [ 644.607690] env[68216]: _type = "Task" [ 644.607690] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.607997] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531411} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.612615] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 3dfc8f39-20c9-4a72-95fa-e9382801bb17/3dfc8f39-20c9-4a72-95fa-e9382801bb17.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.612849] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.617134] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b68162db-bdc7-4e7e-9633-e497ea9c1345 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.628391] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067939, 'name': CreateVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.632747] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 644.632747] env[68216]: value = "task-3067940" [ 644.632747] env[68216]: _type = "Task" [ 644.632747] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.635065] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5576252-be9c-4a91-bbaa-675e5887ce66 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.640549] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.640717] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.640860] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.641097] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.641300] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.641493] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.641741] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.641906] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.642132] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.642344] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.642563] env[68216]: DEBUG nova.virt.hardware [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.648121] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a148e-07ae-4534-b4f7-9b46083a816c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.659748] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bdc2b3-9c20-4e86-a5d1-7894c8dc17d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.663548] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.664761] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8acdc1e-3a9e-4b6b-b6ca-107c919fb39d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.679551] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.685267] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.713828] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.716633] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e766597f-0645-440c-8c94-a5a20c8e62de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.729428] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cdddfe-88f8-441c-903f-30edf4994fd8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.738140] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f031cf0e-061c-4af5-9df5-8f5d20ca6dd5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.743181] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.743181] env[68216]: value = "task-3067941" [ 644.743181] env[68216]: _type = "Task" [ 644.743181] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.755735] env[68216]: DEBUG nova.compute.provider_tree [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 644.765570] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067941, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.093336] env[68216]: INFO nova.compute.manager [-] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Took 1.75 seconds to deallocate network for instance. [ 645.093785] env[68216]: INFO nova.compute.manager [-] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Took 1.61 seconds to deallocate network for instance. [ 645.095852] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "refresh_cache-76a1822d-267d-48a9-8b8d-4c1683070393" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.096553] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "refresh_cache-76a1822d-267d-48a9-8b8d-4c1683070393" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.096632] env[68216]: DEBUG nova.network.neutron [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.114030] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-530bd1d7-c004-4dc7-9550-f12b23d3904b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.125578] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067939, 'name': CreateVM_Task, 'duration_secs': 0.405995} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.129097] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.129097] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.129097] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.129097] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.131874] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ff2ea3-5d53-4a05-aaa8-ade8e2157b7c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.143745] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cab78e4-07dc-4f0a-988b-c6abce6cfc09 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.153370] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 645.153370] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bb3175-f97d-267c-fb9f-c5551819e816" [ 645.153370] env[68216]: _type = "Task" [ 645.153370] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.156828] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085133} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.157614] env[68216]: DEBUG nova.network.neutron [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Updated VIF entry in instance network info cache for port a60d1e97-c1e6-4d32-8325-075c94e4e040. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.157962] env[68216]: DEBUG nova.network.neutron [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Updating instance_info_cache with network_info: [{"id": "a60d1e97-c1e6-4d32-8325-075c94e4e040", "address": "fa:16:3e:ca:e7:6a", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa60d1e97-c1", "ovs_interfaceid": "a60d1e97-c1e6-4d32-8325-075c94e4e040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.165024] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.175306] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b78c96-adc1-4751-88fe-2fa44d9d61c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.178824] env[68216]: DEBUG nova.compute.manager [req-759e7ef8-f21d-470b-ba58-015b989d2543 req-b363b09b-e051-4f30-b427-688eec7d748a service nova] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Detach interface failed, port_id=0670035d-ef64-40b1-a0da-a9566720d4bb, reason: Instance 60a83a27-c812-4c82-9a8e-fa841127911b could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 645.203227] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 3dfc8f39-20c9-4a72-95fa-e9382801bb17/3dfc8f39-20c9-4a72-95fa-e9382801bb17.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.203568] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bb3175-f97d-267c-fb9f-c5551819e816, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.204053] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a379ed-105a-4b7a-bf81-74a0014eefd3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.219868] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.220165] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.220439] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.220584] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.220760] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.221650] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31a39d8d-f26d-45bf-8f31-46f4af6b6f06 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.230601] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 645.230601] env[68216]: value = "task-3067942" [ 645.230601] env[68216]: _type = "Task" [ 645.230601] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.232166] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.235224] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.235853] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce83430-4dae-49b9-876b-b109d3427ba7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.242646] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 645.242646] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e07fe8-bb3d-57b1-d34c-1525d196b440" [ 645.242646] env[68216]: _type = "Task" [ 645.242646] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.245700] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.257736] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e07fe8-bb3d-57b1-d34c-1525d196b440, 'name': SearchDatastore_Task, 'duration_secs': 0.011827} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.264371] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067941, 'name': CreateVM_Task, 'duration_secs': 0.393285} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.265281] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51b237a-9d36-474a-8edd-39def82e5b37 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.267234] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.267644] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.267802] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.268548] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.268958] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2454f08-a696-448c-b266-411b40ba0bd1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.272979] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 645.272979] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52135117-d802-0981-fe40-4b71c2c1e986" [ 645.272979] env[68216]: _type = "Task" [ 645.272979] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.277648] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 645.277648] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52263f62-020c-5d09-0e05-7cabcb63543e" [ 645.277648] env[68216]: _type = "Task" [ 645.277648] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.285624] env[68216]: ERROR nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [req-8d64d0ea-a0bc-4273-b2c1-eaada918d3e8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8d64d0ea-a0bc-4273-b2c1-eaada918d3e8"}]} [ 645.286201] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52135117-d802-0981-fe40-4b71c2c1e986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.294168] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52263f62-020c-5d09-0e05-7cabcb63543e, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.294425] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.294646] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.295427] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.306997] env[68216]: DEBUG nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 645.323703] env[68216]: DEBUG nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 645.323935] env[68216]: DEBUG nova.compute.provider_tree [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.343242] env[68216]: DEBUG nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 645.362016] env[68216]: DEBUG nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 645.606942] env[68216]: DEBUG oslo_concurrency.lockutils [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.615978] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.649120] env[68216]: DEBUG nova.network.neutron [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.663678] env[68216]: DEBUG oslo_concurrency.lockutils [req-2a70ea12-2403-4d2f-b487-67e6d08f526a req-3161ac0d-f092-420c-89cc-f37c4026c542 service nova] Releasing lock "refresh_cache-23eeb058-88ac-4d17-ae04-5f239260ebea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.696696] env[68216]: DEBUG nova.compute.manager [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Received event network-vif-deleted-097a3b8d-8c28-420c-aab1-83dd89daf853 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.696938] env[68216]: DEBUG nova.compute.manager [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Received event network-vif-plugged-009dad24-66e3-4d03-9436-a53a2086f897 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.697100] env[68216]: DEBUG oslo_concurrency.lockutils [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] Acquiring lock "76a1822d-267d-48a9-8b8d-4c1683070393-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.697312] env[68216]: DEBUG oslo_concurrency.lockutils [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] Lock "76a1822d-267d-48a9-8b8d-4c1683070393-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.697500] env[68216]: DEBUG oslo_concurrency.lockutils [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] Lock "76a1822d-267d-48a9-8b8d-4c1683070393-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.697625] env[68216]: DEBUG nova.compute.manager [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] No waiting events found dispatching network-vif-plugged-009dad24-66e3-4d03-9436-a53a2086f897 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.697780] env[68216]: WARNING nova.compute.manager [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Received unexpected event network-vif-plugged-009dad24-66e3-4d03-9436-a53a2086f897 for instance with vm_state building and task_state spawning. [ 645.697975] env[68216]: DEBUG nova.compute.manager [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Received event network-changed-009dad24-66e3-4d03-9436-a53a2086f897 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.698144] env[68216]: DEBUG nova.compute.manager [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Refreshing instance network info cache due to event network-changed-009dad24-66e3-4d03-9436-a53a2086f897. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 645.698444] env[68216]: DEBUG oslo_concurrency.lockutils [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] Acquiring lock "refresh_cache-76a1822d-267d-48a9-8b8d-4c1683070393" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.744140] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067942, 'name': ReconfigVM_Task, 'duration_secs': 0.384247} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.744381] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 3dfc8f39-20c9-4a72-95fa-e9382801bb17/3dfc8f39-20c9-4a72-95fa-e9382801bb17.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.747598] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e417645-6f76-4df6-a712-214fbbf18dbd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.756809] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 645.756809] env[68216]: value = "task-3067943" [ 645.756809] env[68216]: _type = "Task" [ 645.756809] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.770275] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067943, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.790024] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52135117-d802-0981-fe40-4b71c2c1e986, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.790024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.790024] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 23eeb058-88ac-4d17-ae04-5f239260ebea/23eeb058-88ac-4d17-ae04-5f239260ebea.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.790024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.790024] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.790024] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10d4696d-caf8-4cb4-b24e-dd4bec8ac941 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.790909] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71698a12-ce8e-45b4-81f3-f9357c4a48b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.801083] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 645.801083] env[68216]: value = "task-3067944" [ 645.801083] env[68216]: _type = "Task" [ 645.801083] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.805332] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.805520] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.808833] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8c69a6-2561-4bc8-874c-b1fbf7664dff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.816108] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.820087] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 645.820087] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d643aa-52c6-e9b4-87fb-36f96dff4f11" [ 645.820087] env[68216]: _type = "Task" [ 645.820087] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.831047] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d643aa-52c6-e9b4-87fb-36f96dff4f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.843063] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479e007f-0227-467d-a200-4d5a301ef1c1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.853201] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934399a6-5344-447f-9231-cdf651601725 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.884892] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df97246-ba27-4a47-958b-57c8091ce6c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.893946] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed4f3a-a371-4f0f-b5b4-1fd323d4d1e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.911255] env[68216]: DEBUG nova.compute.provider_tree [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.920195] env[68216]: DEBUG nova.network.neutron [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Updating instance_info_cache with network_info: [{"id": "009dad24-66e3-4d03-9436-a53a2086f897", "address": "fa:16:3e:0c:8d:a6", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009dad24-66", "ovs_interfaceid": "009dad24-66e3-4d03-9436-a53a2086f897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.270414] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067943, 'name': Rename_Task, 'duration_secs': 0.163672} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.270826] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.271104] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3f180e9-0b09-459f-b91a-83046eed8efc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.280309] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 646.280309] env[68216]: value = "task-3067945" [ 646.280309] env[68216]: _type = "Task" [ 646.280309] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.290132] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.311211] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502296} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.311491] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 23eeb058-88ac-4d17-ae04-5f239260ebea/23eeb058-88ac-4d17-ae04-5f239260ebea.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.311702] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.311962] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5404638-cdff-425f-b660-64f49147c0b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.321035] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 646.321035] env[68216]: value = "task-3067946" [ 646.321035] env[68216]: _type = "Task" [ 646.321035] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.333675] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.337674] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d643aa-52c6-e9b4-87fb-36f96dff4f11, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.338513] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3812ccc5-f553-4394-86ca-bf193cbf76a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.348331] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 646.348331] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52059abb-2692-e867-e58a-282fc2d4477b" [ 646.348331] env[68216]: _type = "Task" [ 646.348331] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.362263] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52059abb-2692-e867-e58a-282fc2d4477b, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.362535] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.362806] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] d323052c-729a-4e7c-95b0-2426a0fda55c/d323052c-729a-4e7c-95b0-2426a0fda55c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.363086] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54ca7528-4689-476c-9573-1c79f6dfbe6a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.371276] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 646.371276] env[68216]: value = "task-3067947" [ 646.371276] env[68216]: _type = "Task" [ 646.371276] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.380887] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.423115] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "refresh_cache-76a1822d-267d-48a9-8b8d-4c1683070393" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.423564] env[68216]: DEBUG nova.compute.manager [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Instance network_info: |[{"id": "009dad24-66e3-4d03-9436-a53a2086f897", "address": "fa:16:3e:0c:8d:a6", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009dad24-66", "ovs_interfaceid": "009dad24-66e3-4d03-9436-a53a2086f897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.423955] env[68216]: DEBUG oslo_concurrency.lockutils [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] Acquired lock "refresh_cache-76a1822d-267d-48a9-8b8d-4c1683070393" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.424219] env[68216]: DEBUG nova.network.neutron [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Refreshing network info cache for port 009dad24-66e3-4d03-9436-a53a2086f897 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.425652] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:8d:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '009dad24-66e3-4d03-9436-a53a2086f897', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.435092] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Creating folder: Project (8611438f9aa74c7681a9acba574d4836). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.435771] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c35569b2-0a1b-49e1-a56f-70ef9cbaaca3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.449310] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Created folder: Project (8611438f9aa74c7681a9acba574d4836) in parent group-v614292. [ 646.449505] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Creating folder: Instances. Parent ref: group-v614367. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.449740] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61af7f4d-3374-47e9-a72e-a7d5172ecc9b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.453032] env[68216]: DEBUG nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 646.453310] env[68216]: DEBUG nova.compute.provider_tree [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 50 to 51 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 646.453523] env[68216]: DEBUG nova.compute.provider_tree [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.467091] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Created folder: Instances in parent group-v614367. [ 646.467398] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.467619] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.467898] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-833f1d74-056a-4ca6-b7a1-5f528e75d93b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.493216] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.493216] env[68216]: value = "task-3067950" [ 646.493216] env[68216]: _type = "Task" [ 646.493216] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.502588] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067950, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.798210] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.833744] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079099} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.834093] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.834990] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f62ca80-3163-4874-bf29-adcb768ab233 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.859066] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 23eeb058-88ac-4d17-ae04-5f239260ebea/23eeb058-88ac-4d17-ae04-5f239260ebea.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.859205] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e0e193f-89fb-4bf1-a380-db4a81549a50 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.883143] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449666} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.884593] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] d323052c-729a-4e7c-95b0-2426a0fda55c/d323052c-729a-4e7c-95b0-2426a0fda55c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.884861] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.885250] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 646.885250] env[68216]: value = "task-3067951" [ 646.885250] env[68216]: _type = "Task" [ 646.885250] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.885483] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-370f23ff-d1e1-4852-978c-ea51fe58eed2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.897291] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.899062] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 646.899062] env[68216]: value = "task-3067952" [ 646.899062] env[68216]: _type = "Task" [ 646.899062] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.910295] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.958813] env[68216]: DEBUG oslo_concurrency.lockutils [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.335s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.961494] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.777s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.961773] env[68216]: DEBUG nova.objects.instance [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lazy-loading 'resources' on Instance uuid 0341167e-de6e-495d-9163-58e5bd23d8b9 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.977905] env[68216]: INFO nova.scheduler.client.report [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Deleted allocations for instance b3779726-6b8a-4f2b-9b9a-7302948208e0 [ 647.004121] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067950, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.234115] env[68216]: DEBUG nova.network.neutron [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Updated VIF entry in instance network info cache for port 009dad24-66e3-4d03-9436-a53a2086f897. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.234346] env[68216]: DEBUG nova.network.neutron [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Updating instance_info_cache with network_info: [{"id": "009dad24-66e3-4d03-9436-a53a2086f897", "address": "fa:16:3e:0c:8d:a6", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009dad24-66", "ovs_interfaceid": "009dad24-66e3-4d03-9436-a53a2086f897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.291203] env[68216]: DEBUG oslo_vmware.api [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067945, 'name': PowerOnVM_Task, 'duration_secs': 0.665381} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.291556] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.291690] env[68216]: INFO nova.compute.manager [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Took 9.00 seconds to spawn the instance on the hypervisor. [ 647.291870] env[68216]: DEBUG nova.compute.manager [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.292645] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13782264-9548-4b28-b2d6-60766ddf4108 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.399096] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067951, 'name': ReconfigVM_Task, 'duration_secs': 0.359623} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.399481] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 23eeb058-88ac-4d17-ae04-5f239260ebea/23eeb058-88ac-4d17-ae04-5f239260ebea.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.400314] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6ed222e-e8eb-49a6-ad53-aa055a9db083 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.411532] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085002} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.413050] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.413417] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 647.413417] env[68216]: value = "task-3067953" [ 647.413417] env[68216]: _type = "Task" [ 647.413417] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.414170] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d95f6-faa5-43f2-8e5a-9461a6f14330 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.424939] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067953, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.440335] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] d323052c-729a-4e7c-95b0-2426a0fda55c/d323052c-729a-4e7c-95b0-2426a0fda55c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.440650] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fada9a7-de19-494a-8401-197607363d3a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.460878] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 647.460878] env[68216]: value = "task-3067954" [ 647.460878] env[68216]: _type = "Task" [ 647.460878] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.472437] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.486617] env[68216]: DEBUG oslo_concurrency.lockutils [None req-73abe89a-6806-4593-9d3f-622d26064310 tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "b3779726-6b8a-4f2b-9b9a-7302948208e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.114s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.503496] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067950, 'name': CreateVM_Task, 'duration_secs': 0.566729} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.505846] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.507087] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.507264] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.507579] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.507798] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a036bf9-0e8a-4a3b-8e6d-17cdc6012e5c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.512665] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 647.512665] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5290100d-a243-995a-8720-34c4abe1a36e" [ 647.512665] env[68216]: _type = "Task" [ 647.512665] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.522576] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5290100d-a243-995a-8720-34c4abe1a36e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.737315] env[68216]: DEBUG oslo_concurrency.lockutils [req-518b8a17-071f-4633-8307-5f839d2abffb req-0973cc15-e65f-4838-ad3e-0c71fc6e1079 service nova] Releasing lock "refresh_cache-76a1822d-267d-48a9-8b8d-4c1683070393" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.811303] env[68216]: INFO nova.compute.manager [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Took 43.95 seconds to build instance. [ 647.901488] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e07cdc-d8ea-4fcd-8582-7e60bd519c50 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.909746] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1acd8-a9be-49f6-992c-58b092b58843 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.942821] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11373bb-328f-4dc6-894c-3233821b09cc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.950585] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067953, 'name': Rename_Task, 'duration_secs': 0.161129} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.952623] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.952883] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e177bf4c-3da7-447b-8682-16f21acf4431 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.955191] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d6559b-e247-4b42-9702-3e997fa6df7c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.972042] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 647.972042] env[68216]: value = "task-3067955" [ 647.972042] env[68216]: _type = "Task" [ 647.972042] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.972476] env[68216]: DEBUG nova.compute.provider_tree [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.980291] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067954, 'name': ReconfigVM_Task, 'duration_secs': 0.324055} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.980885] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] d323052c-729a-4e7c-95b0-2426a0fda55c/d323052c-729a-4e7c-95b0-2426a0fda55c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.981550] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11627029-8f57-4b2b-aae7-37081d39cbd8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.988111] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067955, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.993318] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 647.993318] env[68216]: value = "task-3067956" [ 647.993318] env[68216]: _type = "Task" [ 647.993318] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.004023] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067956, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.023767] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5290100d-a243-995a-8720-34c4abe1a36e, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.024079] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.024320] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.024559] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.024717] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.024877] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.025156] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8f2ee5c-24b9-49dc-8286-5ce10e87233f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.037194] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.037388] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.038184] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193a509e-532b-4d12-b5d6-18e70b5d63b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.045469] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 648.045469] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5262d771-b01b-44d7-0c18-285667b03b4a" [ 648.045469] env[68216]: _type = "Task" [ 648.045469] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.053441] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5262d771-b01b-44d7-0c18-285667b03b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.313795] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35f993a3-94d4-4fa2-881a-ffc1b1577dd9 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.643s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.481612] env[68216]: DEBUG nova.scheduler.client.report [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.491750] env[68216]: DEBUG oslo_vmware.api [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067955, 'name': PowerOnVM_Task, 'duration_secs': 0.496072} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.492293] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.492904] env[68216]: INFO nova.compute.manager [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Took 7.51 seconds to spawn the instance on the hypervisor. [ 648.493216] env[68216]: DEBUG nova.compute.manager [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.494196] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a9a800-ffcc-476c-8091-e1f2f435200d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.508788] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067956, 'name': Rename_Task, 'duration_secs': 0.167129} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.510591] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.515177] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b1fbc43-8d62-45ab-b071-5c3f914413ca {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.522354] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 648.522354] env[68216]: value = "task-3067957" [ 648.522354] env[68216]: _type = "Task" [ 648.522354] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.532439] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.561556] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5262d771-b01b-44d7-0c18-285667b03b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.562557] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e213ac-226a-47e2-a982-06a064928604 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.569308] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 648.569308] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525b3f00-c693-c5ed-927c-7b179bb7e127" [ 648.569308] env[68216]: _type = "Task" [ 648.569308] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.579653] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525b3f00-c693-c5ed-927c-7b179bb7e127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.816804] env[68216]: DEBUG nova.compute.manager [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.917920] env[68216]: DEBUG nova.compute.manager [req-cc2559d0-2e04-476e-a909-9f1b51696394 req-e40da1fb-aa9b-4e0c-a2a1-0e1e99d3355a service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Received event network-changed-1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 648.918254] env[68216]: DEBUG nova.compute.manager [req-cc2559d0-2e04-476e-a909-9f1b51696394 req-e40da1fb-aa9b-4e0c-a2a1-0e1e99d3355a service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Refreshing instance network info cache due to event network-changed-1ff7facc-20fe-4c15-a2e9-e011aadce03b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 648.918424] env[68216]: DEBUG oslo_concurrency.lockutils [req-cc2559d0-2e04-476e-a909-9f1b51696394 req-e40da1fb-aa9b-4e0c-a2a1-0e1e99d3355a service nova] Acquiring lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.918608] env[68216]: DEBUG oslo_concurrency.lockutils [req-cc2559d0-2e04-476e-a909-9f1b51696394 req-e40da1fb-aa9b-4e0c-a2a1-0e1e99d3355a service nova] Acquired lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.918715] env[68216]: DEBUG nova.network.neutron [req-cc2559d0-2e04-476e-a909-9f1b51696394 req-e40da1fb-aa9b-4e0c-a2a1-0e1e99d3355a service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Refreshing network info cache for port 1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.987630] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.990401] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.644s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.991828] env[68216]: INFO nova.compute.claims [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.025182] env[68216]: INFO nova.scheduler.client.report [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Deleted allocations for instance 0341167e-de6e-495d-9163-58e5bd23d8b9 [ 649.029430] env[68216]: INFO nova.compute.manager [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Took 43.04 seconds to build instance. [ 649.040180] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.083594] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525b3f00-c693-c5ed-927c-7b179bb7e127, 'name': SearchDatastore_Task, 'duration_secs': 0.015913} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.084081] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.084590] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 76a1822d-267d-48a9-8b8d-4c1683070393/76a1822d-267d-48a9-8b8d-4c1683070393.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.085142] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7edcbfdb-f52b-49ed-8040-a93bad508980 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.097880] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 649.097880] env[68216]: value = "task-3067958" [ 649.097880] env[68216]: _type = "Task" [ 649.097880] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.107734] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.342079] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.539401] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf20437e-c315-4a24-988c-063e569ddc6a tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "23eeb058-88ac-4d17-ae04-5f239260ebea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.973s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.542226] env[68216]: DEBUG oslo_vmware.api [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067957, 'name': PowerOnVM_Task, 'duration_secs': 0.793836} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.542815] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5ca36da3-996d-4c87-abfa-0d3108f5012b tempest-TenantUsagesTestJSON-832933140 tempest-TenantUsagesTestJSON-832933140-project-member] Lock "0341167e-de6e-495d-9163-58e5bd23d8b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.984s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.544921] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.545236] env[68216]: DEBUG nova.compute.manager [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.546581] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a3eedd-e194-45d5-8bf0-215f696ae818 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.611860] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067958, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.046437] env[68216]: DEBUG nova.compute.manager [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.080623] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.085292] env[68216]: DEBUG nova.network.neutron [req-cc2559d0-2e04-476e-a909-9f1b51696394 req-e40da1fb-aa9b-4e0c-a2a1-0e1e99d3355a service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updated VIF entry in instance network info cache for port 1ff7facc-20fe-4c15-a2e9-e011aadce03b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.085765] env[68216]: DEBUG nova.network.neutron [req-cc2559d0-2e04-476e-a909-9f1b51696394 req-e40da1fb-aa9b-4e0c-a2a1-0e1e99d3355a service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updating instance_info_cache with network_info: [{"id": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "address": "fa:16:3e:65:cb:5e", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff7facc-20", "ovs_interfaceid": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.114218] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54307} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.116829] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 76a1822d-267d-48a9-8b8d-4c1683070393/76a1822d-267d-48a9-8b8d-4c1683070393.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.117224] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.117874] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4027493-2b9a-444c-8598-d14e18f704ae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.125378] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 650.125378] env[68216]: value = "task-3067959" [ 650.125378] env[68216]: _type = "Task" [ 650.125378] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.137280] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.528840] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9888d8-3193-4c17-afaa-74b277ce2747 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.537479] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15b8856-1655-4317-b8e6-ce4a331fadda {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.575255] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6067dec-a472-4115-b493-1779d757f8c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.584675] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d120b8ba-75eb-4414-b0d3-5fdda57d722f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.589152] env[68216]: DEBUG oslo_concurrency.lockutils [req-cc2559d0-2e04-476e-a909-9f1b51696394 req-e40da1fb-aa9b-4e0c-a2a1-0e1e99d3355a service nova] Releasing lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.600332] env[68216]: DEBUG nova.compute.provider_tree [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.603223] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.636751] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084655} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.637415] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.638659] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a7f28b-8a17-4d15-9084-9dba3b3cb611 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.667104] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 76a1822d-267d-48a9-8b8d-4c1683070393/76a1822d-267d-48a9-8b8d-4c1683070393.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.667434] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d85f41-1cc8-4827-be14-69f957741afe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.690343] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 650.690343] env[68216]: value = "task-3067960" [ 650.690343] env[68216]: _type = "Task" [ 650.690343] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.701300] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.104403] env[68216]: DEBUG nova.scheduler.client.report [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.205350] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067960, 'name': ReconfigVM_Task, 'duration_secs': 0.493021} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.205350] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 76a1822d-267d-48a9-8b8d-4c1683070393/76a1822d-267d-48a9-8b8d-4c1683070393.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.205350] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87f7daca-7c2c-4f41-91b1-0b3509b32c77 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.212544] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "35711145-874b-4cb6-b499-8274946b013d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.212770] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "35711145-874b-4cb6-b499-8274946b013d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.213047] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 651.213047] env[68216]: value = "task-3067961" [ 651.213047] env[68216]: _type = "Task" [ 651.213047] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.225585] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067961, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.610061] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.610639] env[68216]: DEBUG nova.compute.manager [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.613409] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.120s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.614843] env[68216]: INFO nova.compute.claims [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.672595] env[68216]: DEBUG nova.compute.manager [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Received event network-changed-1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 651.672805] env[68216]: DEBUG nova.compute.manager [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Refreshing instance network info cache due to event network-changed-1ff7facc-20fe-4c15-a2e9-e011aadce03b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 651.673026] env[68216]: DEBUG oslo_concurrency.lockutils [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] Acquiring lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.673167] env[68216]: DEBUG oslo_concurrency.lockutils [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] Acquired lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.673326] env[68216]: DEBUG nova.network.neutron [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Refreshing network info cache for port 1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.724318] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067961, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.120124] env[68216]: DEBUG nova.compute.utils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.121389] env[68216]: DEBUG nova.compute.manager [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.125025] env[68216]: DEBUG nova.network.neutron [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.160606] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a7ffe-34dc-4d5c-ab58-e75fdc7b9a94 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.171566] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9dba9923-3fae-41a0-8eca-e746bab2e7f0 tempest-ServersAdminNegativeTestJSON-922256159 tempest-ServersAdminNegativeTestJSON-922256159-project-admin] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Suspending the VM {{(pid=68216) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 652.171766] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-41e86df6-7e8f-4ea1-bf0b-f22ae42e1105 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.182303] env[68216]: DEBUG oslo_vmware.api [None req-9dba9923-3fae-41a0-8eca-e746bab2e7f0 tempest-ServersAdminNegativeTestJSON-922256159 tempest-ServersAdminNegativeTestJSON-922256159-project-admin] Waiting for the task: (returnval){ [ 652.182303] env[68216]: value = "task-3067962" [ 652.182303] env[68216]: _type = "Task" [ 652.182303] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.197473] env[68216]: DEBUG oslo_vmware.api [None req-9dba9923-3fae-41a0-8eca-e746bab2e7f0 tempest-ServersAdminNegativeTestJSON-922256159 tempest-ServersAdminNegativeTestJSON-922256159-project-admin] Task: {'id': task-3067962, 'name': SuspendVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.225256] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067961, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.258757] env[68216]: DEBUG nova.policy [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b69303f037f476d943bdd09924ab175', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa17ced633914f5c885661c45ef4f986', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.598408] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "d323052c-729a-4e7c-95b0-2426a0fda55c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.598715] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "d323052c-729a-4e7c-95b0-2426a0fda55c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.598920] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "d323052c-729a-4e7c-95b0-2426a0fda55c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.599152] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "d323052c-729a-4e7c-95b0-2426a0fda55c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.599340] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "d323052c-729a-4e7c-95b0-2426a0fda55c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.602184] env[68216]: INFO nova.compute.manager [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Terminating instance [ 652.627604] env[68216]: DEBUG nova.compute.manager [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.699112] env[68216]: DEBUG oslo_vmware.api [None req-9dba9923-3fae-41a0-8eca-e746bab2e7f0 tempest-ServersAdminNegativeTestJSON-922256159 tempest-ServersAdminNegativeTestJSON-922256159-project-admin] Task: {'id': task-3067962, 'name': SuspendVM_Task} progress is 62%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.724614] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067961, 'name': Rename_Task, 'duration_secs': 1.32296} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.725229] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.725229] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6cd8454-262e-462d-8f70-55cb3bc84f17 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.733701] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 652.733701] env[68216]: value = "task-3067963" [ 652.733701] env[68216]: _type = "Task" [ 652.733701] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.742210] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.770666] env[68216]: DEBUG nova.network.neutron [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updated VIF entry in instance network info cache for port 1ff7facc-20fe-4c15-a2e9-e011aadce03b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.770770] env[68216]: DEBUG nova.network.neutron [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updating instance_info_cache with network_info: [{"id": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "address": "fa:16:3e:65:cb:5e", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff7facc-20", "ovs_interfaceid": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.098917] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc52d4a2-b7bf-4249-b90e-650554143252 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.106694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "refresh_cache-d323052c-729a-4e7c-95b0-2426a0fda55c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.106875] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquired lock "refresh_cache-d323052c-729a-4e7c-95b0-2426a0fda55c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.107055] env[68216]: DEBUG nova.network.neutron [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.112047] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c8cc88-aecd-41b1-a72a-18576829b921 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.144547] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b98078-648f-4398-b703-7779efe8579c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.154112] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca822d-ff5b-48b3-b77b-cde767a10387 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.170634] env[68216]: DEBUG nova.compute.provider_tree [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.194363] env[68216]: DEBUG oslo_vmware.api [None req-9dba9923-3fae-41a0-8eca-e746bab2e7f0 tempest-ServersAdminNegativeTestJSON-922256159 tempest-ServersAdminNegativeTestJSON-922256159-project-admin] Task: {'id': task-3067962, 'name': SuspendVM_Task} progress is 62%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.245344] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.273753] env[68216]: DEBUG oslo_concurrency.lockutils [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] Releasing lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.274882] env[68216]: DEBUG nova.compute.manager [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Received event network-changed-5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 653.274882] env[68216]: DEBUG nova.compute.manager [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Refreshing instance network info cache due to event network-changed-5be524e7-f5c2-455d-9e3d-39391eb6eab8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 653.274882] env[68216]: DEBUG oslo_concurrency.lockutils [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] Acquiring lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.274882] env[68216]: DEBUG oslo_concurrency.lockutils [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] Acquired lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.274882] env[68216]: DEBUG nova.network.neutron [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Refreshing network info cache for port 5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.324143] env[68216]: DEBUG nova.network.neutron [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Successfully created port: 57d75101-130a-43ce-b388-0b9a23b2e985 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.648852] env[68216]: DEBUG nova.compute.manager [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.651955] env[68216]: DEBUG nova.network.neutron [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.672754] env[68216]: DEBUG nova.scheduler.client.report [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.687052] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.687052] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.687684] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.689640] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.689640] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.689640] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.689640] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.689640] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.689640] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.690103] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.690187] env[68216]: DEBUG nova.virt.hardware [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.691154] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6b7e4b-60f5-406b-83b6-7af00f648633 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.711338] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55d1a4e-d649-4e22-b1b5-1532d7322e9f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.715934] env[68216]: DEBUG oslo_vmware.api [None req-9dba9923-3fae-41a0-8eca-e746bab2e7f0 tempest-ServersAdminNegativeTestJSON-922256159 tempest-ServersAdminNegativeTestJSON-922256159-project-admin] Task: {'id': task-3067962, 'name': SuspendVM_Task, 'duration_secs': 1.155508} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.716903] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9dba9923-3fae-41a0-8eca-e746bab2e7f0 tempest-ServersAdminNegativeTestJSON-922256159 tempest-ServersAdminNegativeTestJSON-922256159-project-admin] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Suspended the VM {{(pid=68216) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 653.716903] env[68216]: DEBUG nova.compute.manager [None req-9dba9923-3fae-41a0-8eca-e746bab2e7f0 tempest-ServersAdminNegativeTestJSON-922256159 tempest-ServersAdminNegativeTestJSON-922256159-project-admin] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.718115] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825215d2-b9d0-4c65-abb8-e5157eda11d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.747829] env[68216]: DEBUG oslo_vmware.api [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3067963, 'name': PowerOnVM_Task, 'duration_secs': 0.993778} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.748211] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.748440] env[68216]: INFO nova.compute.manager [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Took 10.10 seconds to spawn the instance on the hypervisor. [ 653.748620] env[68216]: DEBUG nova.compute.manager [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.749721] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27deca43-7c3f-48e8-955f-212eda45abb0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.808662] env[68216]: DEBUG nova.network.neutron [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.007181] env[68216]: DEBUG nova.network.neutron [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Updated VIF entry in instance network info cache for port 5be524e7-f5c2-455d-9e3d-39391eb6eab8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.007568] env[68216]: DEBUG nova.network.neutron [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Updating instance_info_cache with network_info: [{"id": "5be524e7-f5c2-455d-9e3d-39391eb6eab8", "address": "fa:16:3e:40:71:77", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be524e7-f5", "ovs_interfaceid": "5be524e7-f5c2-455d-9e3d-39391eb6eab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.181206] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.181206] env[68216]: DEBUG nova.compute.manager [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.181998] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.129s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.182326] env[68216]: DEBUG nova.objects.instance [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lazy-loading 'resources' on Instance uuid a45cfda8-7648-4530-a6db-6ed75524cad1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.260382] env[68216]: DEBUG nova.compute.manager [req-4bbd141e-7a70-4002-9829-ae8d0c02e353 req-211a27ce-e2c7-4cf7-bc41-80fc87ef83d4 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Received event network-changed-5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 654.260581] env[68216]: DEBUG nova.compute.manager [req-4bbd141e-7a70-4002-9829-ae8d0c02e353 req-211a27ce-e2c7-4cf7-bc41-80fc87ef83d4 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Refreshing instance network info cache due to event network-changed-5be524e7-f5c2-455d-9e3d-39391eb6eab8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 654.260772] env[68216]: DEBUG oslo_concurrency.lockutils [req-4bbd141e-7a70-4002-9829-ae8d0c02e353 req-211a27ce-e2c7-4cf7-bc41-80fc87ef83d4 service nova] Acquiring lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.270226] env[68216]: INFO nova.compute.manager [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Took 42.41 seconds to build instance. [ 654.311181] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Releasing lock "refresh_cache-d323052c-729a-4e7c-95b0-2426a0fda55c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.311559] env[68216]: DEBUG nova.compute.manager [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.311755] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.312963] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521c57f5-2f74-4e8c-97aa-57e538866755 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.321426] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.321672] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc1a9fa9-62a6-4930-8a50-642d4d2bab24 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.328385] env[68216]: DEBUG oslo_vmware.api [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 654.328385] env[68216]: value = "task-3067964" [ 654.328385] env[68216]: _type = "Task" [ 654.328385] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.337279] env[68216]: DEBUG oslo_vmware.api [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.511075] env[68216]: DEBUG oslo_concurrency.lockutils [req-0dc8dee5-fb4b-48d6-8ad5-e3dbbe38bc14 req-764ef41f-319f-4ff4-a72e-0fba2d0be587 service nova] Releasing lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.511426] env[68216]: DEBUG oslo_concurrency.lockutils [req-4bbd141e-7a70-4002-9829-ae8d0c02e353 req-211a27ce-e2c7-4cf7-bc41-80fc87ef83d4 service nova] Acquired lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.511622] env[68216]: DEBUG nova.network.neutron [req-4bbd141e-7a70-4002-9829-ae8d0c02e353 req-211a27ce-e2c7-4cf7-bc41-80fc87ef83d4 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Refreshing network info cache for port 5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.688299] env[68216]: DEBUG nova.compute.utils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.694791] env[68216]: DEBUG nova.compute.manager [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.695663] env[68216]: DEBUG nova.network.neutron [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.753963] env[68216]: DEBUG nova.policy [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b69303f037f476d943bdd09924ab175', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa17ced633914f5c885661c45ef4f986', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.772540] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a0675a57-6aa6-4d73-afa0-3a32fdfcba57 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "76a1822d-267d-48a9-8b8d-4c1683070393" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.569s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.841465] env[68216]: DEBUG oslo_vmware.api [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067964, 'name': PowerOffVM_Task, 'duration_secs': 0.262925} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.841779] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.841974] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.842245] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-193bac24-76a9-469a-a435-e06519c41efa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.873197] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.873441] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.873632] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Deleting the datastore file [datastore1] d323052c-729a-4e7c-95b0-2426a0fda55c {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.873920] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01876b0a-4510-4651-8302-441830bfe380 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.886530] env[68216]: DEBUG oslo_vmware.api [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for the task: (returnval){ [ 654.886530] env[68216]: value = "task-3067966" [ 654.886530] env[68216]: _type = "Task" [ 654.886530] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.895510] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.895831] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.896133] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.896367] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.896539] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.898908] env[68216]: INFO nova.compute.manager [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Terminating instance [ 654.904946] env[68216]: DEBUG oslo_vmware.api [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.157132] env[68216]: DEBUG nova.network.neutron [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Successfully created port: 6184bb37-90de-4bc2-ad5d-abf1e30b7ed6 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.201571] env[68216]: DEBUG nova.compute.manager [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.235016] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e461a4-4e42-49da-ab48-e992441e65b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.245137] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1bb2e9-de19-41f7-9e57-4bade664b2c5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.285929] env[68216]: DEBUG nova.compute.manager [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.292921] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aac541a-4933-4a42-b0f4-dc992925c383 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.302653] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf6a413-174b-4104-bd76-d99c272fed94 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.323068] env[68216]: DEBUG nova.compute.provider_tree [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.401704] env[68216]: DEBUG oslo_vmware.api [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Task: {'id': task-3067966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283027} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.402290] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.402461] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.402748] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.402910] env[68216]: INFO nova.compute.manager [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Took 1.09 seconds to destroy the instance on the hypervisor. [ 655.403146] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.403365] env[68216]: DEBUG nova.compute.manager [-] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.403447] env[68216]: DEBUG nova.network.neutron [-] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.409016] env[68216]: DEBUG nova.compute.manager [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.409274] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.410121] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb85545c-8e01-445f-a77d-615cc17785b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.420117] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.420242] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9bf7b9e-2d60-420d-ae87-daefbe401226 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.428932] env[68216]: DEBUG oslo_vmware.api [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 655.428932] env[68216]: value = "task-3067967" [ 655.428932] env[68216]: _type = "Task" [ 655.428932] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.441265] env[68216]: DEBUG oslo_vmware.api [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.442339] env[68216]: DEBUG nova.network.neutron [-] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.580333] env[68216]: DEBUG nova.network.neutron [req-4bbd141e-7a70-4002-9829-ae8d0c02e353 req-211a27ce-e2c7-4cf7-bc41-80fc87ef83d4 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Updated VIF entry in instance network info cache for port 5be524e7-f5c2-455d-9e3d-39391eb6eab8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.581261] env[68216]: DEBUG nova.network.neutron [req-4bbd141e-7a70-4002-9829-ae8d0c02e353 req-211a27ce-e2c7-4cf7-bc41-80fc87ef83d4 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Updating instance_info_cache with network_info: [{"id": "5be524e7-f5c2-455d-9e3d-39391eb6eab8", "address": "fa:16:3e:40:71:77", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be524e7-f5", "ovs_interfaceid": "5be524e7-f5c2-455d-9e3d-39391eb6eab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.658637] env[68216]: DEBUG nova.network.neutron [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Successfully updated port: 57d75101-130a-43ce-b388-0b9a23b2e985 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.812373] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.826893] env[68216]: DEBUG nova.scheduler.client.report [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.940488] env[68216]: DEBUG oslo_vmware.api [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067967, 'name': PowerOffVM_Task, 'duration_secs': 0.197989} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.940794] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.940965] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.941246] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd4ce4ef-d1f5-4920-85c1-052b2536b263 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.944358] env[68216]: DEBUG nova.network.neutron [-] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.021930] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.021930] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.021930] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Deleting the datastore file [datastore1] 3dfc8f39-20c9-4a72-95fa-e9382801bb17 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.021930] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c9e25d-61ac-499b-9ebd-7ed29960fe3b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.034030] env[68216]: DEBUG oslo_vmware.api [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 656.034030] env[68216]: value = "task-3067969" [ 656.034030] env[68216]: _type = "Task" [ 656.034030] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.048111] env[68216]: DEBUG oslo_vmware.api [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.084388] env[68216]: DEBUG oslo_concurrency.lockutils [req-4bbd141e-7a70-4002-9829-ae8d0c02e353 req-211a27ce-e2c7-4cf7-bc41-80fc87ef83d4 service nova] Releasing lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.162147] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "refresh_cache-f8b503be-ac30-458c-a0c6-a9c585ead93d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.162315] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquired lock "refresh_cache-f8b503be-ac30-458c-a0c6-a9c585ead93d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.162473] env[68216]: DEBUG nova.network.neutron [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.211022] env[68216]: DEBUG nova.compute.manager [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.244019] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.244019] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.244019] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.244430] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.244991] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.244991] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.247775] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.247775] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.247775] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.247775] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.247775] env[68216]: DEBUG nova.virt.hardware [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.247775] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c4863-005d-43d7-9b6a-bcabc315de64 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.256866] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30689cd-6099-4f56-ae34-fa901ad8c2fa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.332545] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.339183] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.628s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.339183] env[68216]: INFO nova.compute.claims [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.356696] env[68216]: INFO nova.scheduler.client.report [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Deleted allocations for instance a45cfda8-7648-4530-a6db-6ed75524cad1 [ 656.447507] env[68216]: INFO nova.compute.manager [-] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Took 1.04 seconds to deallocate network for instance. [ 656.547072] env[68216]: DEBUG oslo_vmware.api [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3067969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283684} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.547321] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.547503] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.547675] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.547840] env[68216]: INFO nova.compute.manager [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Took 1.14 seconds to destroy the instance on the hypervisor. [ 656.548119] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.548301] env[68216]: DEBUG nova.compute.manager [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.548400] env[68216]: DEBUG nova.network.neutron [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.861055] env[68216]: DEBUG nova.network.neutron [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.866692] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d355a2bf-48f6-4799-b306-3ffd2ba2a9be tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "a45cfda8-7648-4530-a6db-6ed75524cad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.616s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.883104] env[68216]: DEBUG nova.compute.manager [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Received event network-vif-plugged-57d75101-130a-43ce-b388-0b9a23b2e985 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 656.887027] env[68216]: DEBUG oslo_concurrency.lockutils [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] Acquiring lock "f8b503be-ac30-458c-a0c6-a9c585ead93d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.887027] env[68216]: DEBUG oslo_concurrency.lockutils [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] Lock "f8b503be-ac30-458c-a0c6-a9c585ead93d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.887027] env[68216]: DEBUG oslo_concurrency.lockutils [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] Lock "f8b503be-ac30-458c-a0c6-a9c585ead93d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.887027] env[68216]: DEBUG nova.compute.manager [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] No waiting events found dispatching network-vif-plugged-57d75101-130a-43ce-b388-0b9a23b2e985 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.887027] env[68216]: WARNING nova.compute.manager [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Received unexpected event network-vif-plugged-57d75101-130a-43ce-b388-0b9a23b2e985 for instance with vm_state building and task_state spawning. [ 656.887027] env[68216]: DEBUG nova.compute.manager [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Received event network-changed-1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 656.887027] env[68216]: DEBUG nova.compute.manager [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Refreshing instance network info cache due to event network-changed-1ff7facc-20fe-4c15-a2e9-e011aadce03b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 656.887027] env[68216]: DEBUG oslo_concurrency.lockutils [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] Acquiring lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.887027] env[68216]: DEBUG oslo_concurrency.lockutils [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] Acquired lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.887027] env[68216]: DEBUG nova.network.neutron [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Refreshing network info cache for port 1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.900797] env[68216]: DEBUG nova.network.neutron [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Successfully updated port: 6184bb37-90de-4bc2-ad5d-abf1e30b7ed6 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.955184] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.057189] env[68216]: DEBUG nova.compute.manager [req-272a9a31-add9-4aa0-883d-6978f83be487 req-88f8b44f-849c-4aea-bb2b-d6a3298dfd49 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Received event network-vif-plugged-6184bb37-90de-4bc2-ad5d-abf1e30b7ed6 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 657.057189] env[68216]: DEBUG oslo_concurrency.lockutils [req-272a9a31-add9-4aa0-883d-6978f83be487 req-88f8b44f-849c-4aea-bb2b-d6a3298dfd49 service nova] Acquiring lock "120b4896-8bb8-457e-ae43-07d509a8c058-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.057189] env[68216]: DEBUG oslo_concurrency.lockutils [req-272a9a31-add9-4aa0-883d-6978f83be487 req-88f8b44f-849c-4aea-bb2b-d6a3298dfd49 service nova] Lock "120b4896-8bb8-457e-ae43-07d509a8c058-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.057189] env[68216]: DEBUG oslo_concurrency.lockutils [req-272a9a31-add9-4aa0-883d-6978f83be487 req-88f8b44f-849c-4aea-bb2b-d6a3298dfd49 service nova] Lock "120b4896-8bb8-457e-ae43-07d509a8c058-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.057421] env[68216]: DEBUG nova.compute.manager [req-272a9a31-add9-4aa0-883d-6978f83be487 req-88f8b44f-849c-4aea-bb2b-d6a3298dfd49 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] No waiting events found dispatching network-vif-plugged-6184bb37-90de-4bc2-ad5d-abf1e30b7ed6 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.057598] env[68216]: WARNING nova.compute.manager [req-272a9a31-add9-4aa0-883d-6978f83be487 req-88f8b44f-849c-4aea-bb2b-d6a3298dfd49 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Received unexpected event network-vif-plugged-6184bb37-90de-4bc2-ad5d-abf1e30b7ed6 for instance with vm_state building and task_state spawning. [ 657.170397] env[68216]: DEBUG nova.network.neutron [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Updating instance_info_cache with network_info: [{"id": "57d75101-130a-43ce-b388-0b9a23b2e985", "address": "fa:16:3e:d5:6c:bd", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d75101-13", "ovs_interfaceid": "57d75101-130a-43ce-b388-0b9a23b2e985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.407156] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "refresh_cache-120b4896-8bb8-457e-ae43-07d509a8c058" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.407356] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquired lock "refresh_cache-120b4896-8bb8-457e-ae43-07d509a8c058" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.407531] env[68216]: DEBUG nova.network.neutron [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.674343] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Releasing lock "refresh_cache-f8b503be-ac30-458c-a0c6-a9c585ead93d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.675503] env[68216]: DEBUG nova.compute.manager [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Instance network_info: |[{"id": "57d75101-130a-43ce-b388-0b9a23b2e985", "address": "fa:16:3e:d5:6c:bd", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d75101-13", "ovs_interfaceid": "57d75101-130a-43ce-b388-0b9a23b2e985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.675966] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:6c:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57d75101-130a-43ce-b388-0b9a23b2e985', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.686275] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Creating folder: Project (aa17ced633914f5c885661c45ef4f986). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.694044] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e508aca7-80ed-4d39-9da6-2c7be82abc26 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.710895] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Created folder: Project (aa17ced633914f5c885661c45ef4f986) in parent group-v614292. [ 657.711113] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Creating folder: Instances. Parent ref: group-v614370. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.711361] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00a6f314-2fe9-4493-a2cd-fc7b6cc6a795 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.721715] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Created folder: Instances in parent group-v614370. [ 657.721986] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.722189] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.722390] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cfea6ef-7bc8-43cb-9174-680ebcf8924e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.742762] env[68216]: DEBUG nova.network.neutron [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.748491] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.748491] env[68216]: value = "task-3067972" [ 657.748491] env[68216]: _type = "Task" [ 657.748491] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.756943] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067972, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.827307] env[68216]: DEBUG nova.network.neutron [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updated VIF entry in instance network info cache for port 1ff7facc-20fe-4c15-a2e9-e011aadce03b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.827939] env[68216]: DEBUG nova.network.neutron [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updating instance_info_cache with network_info: [{"id": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "address": "fa:16:3e:65:cb:5e", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff7facc-20", "ovs_interfaceid": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.927061] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba0f553-c632-4b64-8fc7-1622e23d4cae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.935674] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf998bf-5f13-4044-bccc-d2a309cf5611 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.970700] env[68216]: DEBUG nova.network.neutron [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.973380] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc21bab-0abc-4687-869d-9387ae2c848b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.983014] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351c368c-f5a2-43bb-8e9e-5d91e7f710b7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.001584] env[68216]: DEBUG nova.compute.provider_tree [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.245967] env[68216]: INFO nova.compute.manager [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Took 1.70 seconds to deallocate network for instance. [ 658.270445] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067972, 'name': CreateVM_Task, 'duration_secs': 0.427855} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.270630] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.271350] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.274763] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.274763] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.274763] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97346c46-0146-4f1f-8fb4-2fa2cf80b067 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.279283] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 658.279283] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ad192f-c104-e4d0-a6e1-681658ee9d4e" [ 658.279283] env[68216]: _type = "Task" [ 658.279283] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.288536] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ad192f-c104-e4d0-a6e1-681658ee9d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.308732] env[68216]: DEBUG nova.network.neutron [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Updating instance_info_cache with network_info: [{"id": "6184bb37-90de-4bc2-ad5d-abf1e30b7ed6", "address": "fa:16:3e:79:70:80", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6184bb37-90", "ovs_interfaceid": "6184bb37-90de-4bc2-ad5d-abf1e30b7ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.331869] env[68216]: DEBUG oslo_concurrency.lockutils [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] Releasing lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.332775] env[68216]: DEBUG nova.compute.manager [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Received event network-changed-57d75101-130a-43ce-b388-0b9a23b2e985 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 658.332775] env[68216]: DEBUG nova.compute.manager [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Refreshing instance network info cache due to event network-changed-57d75101-130a-43ce-b388-0b9a23b2e985. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 658.332775] env[68216]: DEBUG oslo_concurrency.lockutils [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] Acquiring lock "refresh_cache-f8b503be-ac30-458c-a0c6-a9c585ead93d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.332775] env[68216]: DEBUG oslo_concurrency.lockutils [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] Acquired lock "refresh_cache-f8b503be-ac30-458c-a0c6-a9c585ead93d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.332995] env[68216]: DEBUG nova.network.neutron [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Refreshing network info cache for port 57d75101-130a-43ce-b388-0b9a23b2e985 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.501577] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.502618] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.505332] env[68216]: DEBUG nova.scheduler.client.report [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.760944] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.798144] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ad192f-c104-e4d0-a6e1-681658ee9d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.013256} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.798144] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.798144] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.798144] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.798144] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.798144] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.798144] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d00651ca-c3f5-4202-9f1e-f090ff7f63ac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.809943] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.810320] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.811405] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Releasing lock "refresh_cache-120b4896-8bb8-457e-ae43-07d509a8c058" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.811823] env[68216]: DEBUG nova.compute.manager [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Instance network_info: |[{"id": "6184bb37-90de-4bc2-ad5d-abf1e30b7ed6", "address": "fa:16:3e:79:70:80", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6184bb37-90", "ovs_interfaceid": "6184bb37-90de-4bc2-ad5d-abf1e30b7ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.812235] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fc4aa7-2700-479d-b902-b1af4a4cf994 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.816476] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:70:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6184bb37-90de-4bc2-ad5d-abf1e30b7ed6', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.825341] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.825691] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.826614] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4632b700-778e-476d-90b5-ef715bac283e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.848316] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 658.848316] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525bf738-60d7-94bf-c4ae-a1a9d1f512e7" [ 658.848316] env[68216]: _type = "Task" [ 658.848316] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.854854] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.854854] env[68216]: value = "task-3067973" [ 658.854854] env[68216]: _type = "Task" [ 658.854854] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.861789] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525bf738-60d7-94bf-c4ae-a1a9d1f512e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014016} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.863248] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f5d880-d6bd-4fdb-9c1a-203acaada9a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.868809] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067973, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.875018] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 658.875018] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523652f8-5919-0d8a-0316-6279a86998ca" [ 658.875018] env[68216]: _type = "Task" [ 658.875018] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.881895] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523652f8-5919-0d8a-0316-6279a86998ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.011651] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.011940] env[68216]: DEBUG nova.compute.manager [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.014593] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.223s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.016103] env[68216]: INFO nova.compute.claims [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.130897] env[68216]: DEBUG nova.compute.manager [req-a95b7a1d-ff7d-4a71-9262-b152e7c2d299 req-0189cd6c-4695-4fd1-bde6-72ab07bd3531 service nova] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Received event network-vif-deleted-5be524e7-f5c2-455d-9e3d-39391eb6eab8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 659.131410] env[68216]: DEBUG nova.compute.manager [req-a95b7a1d-ff7d-4a71-9262-b152e7c2d299 req-0189cd6c-4695-4fd1-bde6-72ab07bd3531 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Received event network-changed-1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 659.131410] env[68216]: DEBUG nova.compute.manager [req-a95b7a1d-ff7d-4a71-9262-b152e7c2d299 req-0189cd6c-4695-4fd1-bde6-72ab07bd3531 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Refreshing instance network info cache due to event network-changed-1ff7facc-20fe-4c15-a2e9-e011aadce03b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 659.131592] env[68216]: DEBUG oslo_concurrency.lockutils [req-a95b7a1d-ff7d-4a71-9262-b152e7c2d299 req-0189cd6c-4695-4fd1-bde6-72ab07bd3531 service nova] Acquiring lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.131757] env[68216]: DEBUG oslo_concurrency.lockutils [req-a95b7a1d-ff7d-4a71-9262-b152e7c2d299 req-0189cd6c-4695-4fd1-bde6-72ab07bd3531 service nova] Acquired lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.131838] env[68216]: DEBUG nova.network.neutron [req-a95b7a1d-ff7d-4a71-9262-b152e7c2d299 req-0189cd6c-4695-4fd1-bde6-72ab07bd3531 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Refreshing network info cache for port 1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.147521] env[68216]: DEBUG nova.network.neutron [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Updated VIF entry in instance network info cache for port 57d75101-130a-43ce-b388-0b9a23b2e985. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.147863] env[68216]: DEBUG nova.network.neutron [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Updating instance_info_cache with network_info: [{"id": "57d75101-130a-43ce-b388-0b9a23b2e985", "address": "fa:16:3e:d5:6c:bd", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d75101-13", "ovs_interfaceid": "57d75101-130a-43ce-b388-0b9a23b2e985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.338246] env[68216]: DEBUG nova.compute.manager [req-e8ae8276-501b-4282-86ff-c9fe5f5d409d req-5528ea5c-a370-4fed-8a72-50f36f7420c4 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Received event network-changed-6184bb37-90de-4bc2-ad5d-abf1e30b7ed6 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 659.338246] env[68216]: DEBUG nova.compute.manager [req-e8ae8276-501b-4282-86ff-c9fe5f5d409d req-5528ea5c-a370-4fed-8a72-50f36f7420c4 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Refreshing instance network info cache due to event network-changed-6184bb37-90de-4bc2-ad5d-abf1e30b7ed6. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 659.338246] env[68216]: DEBUG oslo_concurrency.lockutils [req-e8ae8276-501b-4282-86ff-c9fe5f5d409d req-5528ea5c-a370-4fed-8a72-50f36f7420c4 service nova] Acquiring lock "refresh_cache-120b4896-8bb8-457e-ae43-07d509a8c058" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.338418] env[68216]: DEBUG oslo_concurrency.lockutils [req-e8ae8276-501b-4282-86ff-c9fe5f5d409d req-5528ea5c-a370-4fed-8a72-50f36f7420c4 service nova] Acquired lock "refresh_cache-120b4896-8bb8-457e-ae43-07d509a8c058" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.338564] env[68216]: DEBUG nova.network.neutron [req-e8ae8276-501b-4282-86ff-c9fe5f5d409d req-5528ea5c-a370-4fed-8a72-50f36f7420c4 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Refreshing network info cache for port 6184bb37-90de-4bc2-ad5d-abf1e30b7ed6 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.370635] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067973, 'name': CreateVM_Task, 'duration_secs': 0.366036} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.370635] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.370635] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.370635] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.370635] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.370635] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf7385e-632e-423c-bef7-f536b468815a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.384986] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 659.384986] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e0422f-fa26-4b62-b953-c578bda80304" [ 659.384986] env[68216]: _type = "Task" [ 659.384986] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.392134] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523652f8-5919-0d8a-0316-6279a86998ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013285} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.396022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.396022] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] f8b503be-ac30-458c-a0c6-a9c585ead93d/f8b503be-ac30-458c-a0c6-a9c585ead93d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.396022] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c94a20f2-4733-4ab2-ab56-95fce036682b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.399213] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e0422f-fa26-4b62-b953-c578bda80304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.405626] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 659.405626] env[68216]: value = "task-3067974" [ 659.405626] env[68216]: _type = "Task" [ 659.405626] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.417516] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.523052] env[68216]: DEBUG nova.compute.utils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.526565] env[68216]: DEBUG nova.compute.manager [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.530019] env[68216]: DEBUG nova.network.neutron [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.603498] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.606650] env[68216]: DEBUG nova.policy [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7acf2cb1c95544ad9bc9198693606354', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2f5f57a7c9478e9fbb1a779f29474f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.652276] env[68216]: DEBUG oslo_concurrency.lockutils [req-a175365e-54d2-444d-ad6d-ca74cfbf4dff req-360aae3b-1b10-45bd-9d0c-00806b25ee92 service nova] Releasing lock "refresh_cache-f8b503be-ac30-458c-a0c6-a9c585ead93d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.899554] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e0422f-fa26-4b62-b953-c578bda80304, 'name': SearchDatastore_Task, 'duration_secs': 0.021626} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.901453] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.901453] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.901453] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.901453] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.901453] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.901642] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5922a003-abb6-4b77-b38a-29c7c260272d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.918621] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.920322] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.920588] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.930275] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aecce7a-90d0-42ca-aa2e-8f31175f6d0e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.936917] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 659.936917] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5295d47d-9762-2b70-ebeb-36d785619add" [ 659.936917] env[68216]: _type = "Task" [ 659.936917] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.947636] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5295d47d-9762-2b70-ebeb-36d785619add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.997525] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquiring lock "28f3359a-bc65-4ca9-b093-834f0238bc29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.997705] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lock "28f3359a-bc65-4ca9-b093-834f0238bc29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.028216] env[68216]: DEBUG nova.compute.manager [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.105170] env[68216]: DEBUG nova.network.neutron [req-e8ae8276-501b-4282-86ff-c9fe5f5d409d req-5528ea5c-a370-4fed-8a72-50f36f7420c4 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Updated VIF entry in instance network info cache for port 6184bb37-90de-4bc2-ad5d-abf1e30b7ed6. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.105577] env[68216]: DEBUG nova.network.neutron [req-e8ae8276-501b-4282-86ff-c9fe5f5d409d req-5528ea5c-a370-4fed-8a72-50f36f7420c4 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Updating instance_info_cache with network_info: [{"id": "6184bb37-90de-4bc2-ad5d-abf1e30b7ed6", "address": "fa:16:3e:79:70:80", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6184bb37-90", "ovs_interfaceid": "6184bb37-90de-4bc2-ad5d-abf1e30b7ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.203292] env[68216]: DEBUG nova.network.neutron [req-a95b7a1d-ff7d-4a71-9262-b152e7c2d299 req-0189cd6c-4695-4fd1-bde6-72ab07bd3531 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updated VIF entry in instance network info cache for port 1ff7facc-20fe-4c15-a2e9-e011aadce03b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.204147] env[68216]: DEBUG nova.network.neutron [req-a95b7a1d-ff7d-4a71-9262-b152e7c2d299 req-0189cd6c-4695-4fd1-bde6-72ab07bd3531 service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updating instance_info_cache with network_info: [{"id": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "address": "fa:16:3e:65:cb:5e", "network": {"id": "ba5c5d80-62e6-4e8f-8cb6-ec67d2d802ba", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-646292739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95fa57786657462cb6a42aa3972aaed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff7facc-20", "ovs_interfaceid": "1ff7facc-20fe-4c15-a2e9-e011aadce03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.235261] env[68216]: DEBUG oslo_concurrency.lockutils [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "23eeb058-88ac-4d17-ae04-5f239260ebea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.235261] env[68216]: DEBUG oslo_concurrency.lockutils [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "23eeb058-88ac-4d17-ae04-5f239260ebea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.235261] env[68216]: DEBUG oslo_concurrency.lockutils [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "23eeb058-88ac-4d17-ae04-5f239260ebea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.235261] env[68216]: DEBUG oslo_concurrency.lockutils [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "23eeb058-88ac-4d17-ae04-5f239260ebea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.235261] env[68216]: DEBUG oslo_concurrency.lockutils [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "23eeb058-88ac-4d17-ae04-5f239260ebea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.236981] env[68216]: INFO nova.compute.manager [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Terminating instance [ 660.313682] env[68216]: DEBUG nova.network.neutron [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Successfully created port: bbb11681-a917-4ad0-bbe0-1043cfe9c6fc {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.425321] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739278} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.425659] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] f8b503be-ac30-458c-a0c6-a9c585ead93d/f8b503be-ac30-458c-a0c6-a9c585ead93d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.426151] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.426588] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fcf0c17-7547-4f4e-9b9a-6c087dc55720 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.441844] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 660.441844] env[68216]: value = "task-3067975" [ 660.441844] env[68216]: _type = "Task" [ 660.441844] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.462554] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.467604] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5295d47d-9762-2b70-ebeb-36d785619add, 'name': SearchDatastore_Task, 'duration_secs': 0.057239} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.473022] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ab704b-3f61-4cda-929a-abe0d9ba7dce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.476249] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 660.476249] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b9bf1a-72a4-34cc-384a-7a617f5c8b43" [ 660.476249] env[68216]: _type = "Task" [ 660.476249] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.486021] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b9bf1a-72a4-34cc-384a-7a617f5c8b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.566699] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b900da6a-d7e3-4b84-bd2b-0b90231f945e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.575108] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b4a133-a7c1-45e0-b98b-9a67ae8c0c42 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.605672] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e697ed-c8e9-48ba-9e0f-d5ce37714c0e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.613494] env[68216]: DEBUG oslo_concurrency.lockutils [req-e8ae8276-501b-4282-86ff-c9fe5f5d409d req-5528ea5c-a370-4fed-8a72-50f36f7420c4 service nova] Releasing lock "refresh_cache-120b4896-8bb8-457e-ae43-07d509a8c058" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.615184] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cde89b-2e6c-4cab-8001-ad038efb25cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.629468] env[68216]: DEBUG nova.compute.provider_tree [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.707381] env[68216]: DEBUG oslo_concurrency.lockutils [req-a95b7a1d-ff7d-4a71-9262-b152e7c2d299 req-0189cd6c-4695-4fd1-bde6-72ab07bd3531 service nova] Releasing lock "refresh_cache-f05e7cbb-1253-4054-90e4-46ffe28ad519" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.749022] env[68216]: DEBUG nova.compute.manager [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.749022] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.749022] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba76b89-3c82-494a-8158-59489b7fa005 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.765024] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.765024] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e8b6e0d-59e5-4154-8080-8048f581868c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.851958] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.851958] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.851958] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Deleting the datastore file [datastore1] 23eeb058-88ac-4d17-ae04-5f239260ebea {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.853391] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c484bd34-9b6e-405f-b86c-47d1761f4c32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.858894] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.859162] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.866761] env[68216]: DEBUG oslo_vmware.api [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 660.866761] env[68216]: value = "task-3067977" [ 660.866761] env[68216]: _type = "Task" [ 660.866761] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.875833] env[68216]: DEBUG oslo_vmware.api [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.957164] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073248} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.957164] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.957605] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965c81e9-68a2-439c-bda2-ddc4f9f765bd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.986550] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] f8b503be-ac30-458c-a0c6-a9c585ead93d/f8b503be-ac30-458c-a0c6-a9c585ead93d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.986550] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-518a7d2b-f7e8-44e8-96ba-60facaaae4c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.014859] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b9bf1a-72a4-34cc-384a-7a617f5c8b43, 'name': SearchDatastore_Task, 'duration_secs': 0.016279} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.016536] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.016536] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 120b4896-8bb8-457e-ae43-07d509a8c058/120b4896-8bb8-457e-ae43-07d509a8c058.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.016754] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 661.016754] env[68216]: value = "task-3067978" [ 661.016754] env[68216]: _type = "Task" [ 661.016754] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.016941] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2b000a1-0b34-456d-857e-791d74541b4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.026681] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 661.026681] env[68216]: value = "task-3067979" [ 661.026681] env[68216]: _type = "Task" [ 661.026681] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.029608] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.038891] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.043031] env[68216]: DEBUG nova.compute.manager [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.073872] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.074247] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.074465] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.074728] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.074941] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.075283] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.075667] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.075940] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.076265] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.076512] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.076765] env[68216]: DEBUG nova.virt.hardware [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.077735] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f35120-1360-48aa-8acb-e27d8d6c9680 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.087179] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3879a11d-b1ac-40b2-bef4-c22af6cef3e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.152306] env[68216]: ERROR nova.scheduler.client.report [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [req-f0aa69c9-50bb-4a16-9bee-78af865271a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f0aa69c9-50bb-4a16-9bee-78af865271a0"}]} [ 661.168009] env[68216]: DEBUG nova.scheduler.client.report [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.182735] env[68216]: DEBUG nova.scheduler.client.report [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.182961] env[68216]: DEBUG nova.compute.provider_tree [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.195195] env[68216]: DEBUG nova.scheduler.client.report [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 661.214305] env[68216]: DEBUG nova.scheduler.client.report [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 661.379675] env[68216]: DEBUG oslo_vmware.api [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3067977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27111} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.379921] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.380121] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.380308] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.380484] env[68216]: INFO nova.compute.manager [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Took 0.63 seconds to destroy the instance on the hypervisor. [ 661.380725] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.380924] env[68216]: DEBUG nova.compute.manager [-] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.381033] env[68216]: DEBUG nova.network.neutron [-] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.539426] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.546064] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.715059] env[68216]: DEBUG nova.compute.manager [req-1f2d0e71-762a-43c2-8aae-36b6222cb8c2 req-c24872fa-ac42-4ce0-bcd3-e0938e6add18 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Received event network-vif-deleted-a60d1e97-c1e6-4d32-8325-075c94e4e040 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 661.715280] env[68216]: INFO nova.compute.manager [req-1f2d0e71-762a-43c2-8aae-36b6222cb8c2 req-c24872fa-ac42-4ce0-bcd3-e0938e6add18 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Neutron deleted interface a60d1e97-c1e6-4d32-8325-075c94e4e040; detaching it from the instance and deleting it from the info cache [ 661.715448] env[68216]: DEBUG nova.network.neutron [req-1f2d0e71-762a-43c2-8aae-36b6222cb8c2 req-c24872fa-ac42-4ce0-bcd3-e0938e6add18 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.800598] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a98a00-828a-4380-8717-495422bf9963 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.809020] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4cea99-075f-4315-91cb-b11d7b52dc56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.841301] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73527a38-e493-44f4-a170-3adb0a32d167 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.849580] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb256038-5777-4bd2-b52c-ab0b9f0aa753 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.863819] env[68216]: DEBUG nova.compute.provider_tree [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.033719] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067978, 'name': ReconfigVM_Task, 'duration_secs': 0.711608} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.039171] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Reconfigured VM instance instance-0000001a to attach disk [datastore2] f8b503be-ac30-458c-a0c6-a9c585ead93d/f8b503be-ac30-458c-a0c6-a9c585ead93d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.039383] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a64702b9-7cfd-47fe-ba7e-4553b0820aec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.055859] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587788} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.059196] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 120b4896-8bb8-457e-ae43-07d509a8c058/120b4896-8bb8-457e-ae43-07d509a8c058.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.059502] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.059858] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 662.059858] env[68216]: value = "task-3067980" [ 662.059858] env[68216]: _type = "Task" [ 662.059858] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.060160] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92b496fa-8486-4986-8f56-69fb1c5b2ab4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.074380] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067980, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.076345] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 662.076345] env[68216]: value = "task-3067981" [ 662.076345] env[68216]: _type = "Task" [ 662.076345] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.180058] env[68216]: DEBUG nova.network.neutron [-] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.219294] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa7f8dda-dd5d-486e-a100-52572c5c719e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.231022] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4cb2f4-07a1-48ae-83ab-fc6c27413d3d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.262207] env[68216]: DEBUG nova.compute.manager [req-1f2d0e71-762a-43c2-8aae-36b6222cb8c2 req-c24872fa-ac42-4ce0-bcd3-e0938e6add18 service nova] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Detach interface failed, port_id=a60d1e97-c1e6-4d32-8325-075c94e4e040, reason: Instance 23eeb058-88ac-4d17-ae04-5f239260ebea could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 662.395927] env[68216]: DEBUG nova.network.neutron [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Successfully updated port: bbb11681-a917-4ad0-bbe0-1043cfe9c6fc {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.409319] env[68216]: DEBUG nova.scheduler.client.report [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 662.409596] env[68216]: DEBUG nova.compute.provider_tree [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 56 to 57 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 662.410248] env[68216]: DEBUG nova.compute.provider_tree [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.571950] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067980, 'name': Rename_Task, 'duration_secs': 0.170698} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.572234] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.572471] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28584db1-2bfb-4797-bd2d-b1177883d04a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.581140] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 662.581140] env[68216]: value = "task-3067982" [ 662.581140] env[68216]: _type = "Task" [ 662.581140] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.586755] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079051} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.587314] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.588040] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39fbde7-20e2-40eb-b7a4-ae5c2ef3d8bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.592882] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.612390] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 120b4896-8bb8-457e-ae43-07d509a8c058/120b4896-8bb8-457e-ae43-07d509a8c058.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.612670] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2171e90a-0bdf-4de9-a451-e3c0e04d06ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.630873] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 662.630873] env[68216]: value = "task-3067983" [ 662.630873] env[68216]: _type = "Task" [ 662.630873] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.638323] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.682104] env[68216]: INFO nova.compute.manager [-] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Took 1.30 seconds to deallocate network for instance. [ 662.898170] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquiring lock "refresh_cache-63c961b1-0371-4ca9-ab99-3b24530ae339" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.898396] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquired lock "refresh_cache-63c961b1-0371-4ca9-ab99-3b24530ae339" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.898556] env[68216]: DEBUG nova.network.neutron [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.914804] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.900s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.915342] env[68216]: DEBUG nova.compute.manager [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.918199] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.572s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.093013] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.140866] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067983, 'name': ReconfigVM_Task, 'duration_secs': 0.498266} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.141156] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 120b4896-8bb8-457e-ae43-07d509a8c058/120b4896-8bb8-457e-ae43-07d509a8c058.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.141793] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a4b018e-ed93-4e19-88cd-c8437dbc8dd8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.148394] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 663.148394] env[68216]: value = "task-3067984" [ 663.148394] env[68216]: _type = "Task" [ 663.148394] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.157327] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067984, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.189685] env[68216]: DEBUG oslo_concurrency.lockutils [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.423786] env[68216]: DEBUG nova.compute.utils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.425293] env[68216]: DEBUG nova.compute.manager [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.425461] env[68216]: DEBUG nova.network.neutron [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.430669] env[68216]: DEBUG nova.network.neutron [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.559923] env[68216]: DEBUG nova.policy [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52b43fa5b66b470e98d341e8cb34fb55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '147ac8da6d9845deaeaf857bbbef0125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.593836] env[68216]: DEBUG oslo_vmware.api [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067982, 'name': PowerOnVM_Task, 'duration_secs': 0.668603} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.596174] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.596379] env[68216]: INFO nova.compute.manager [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Took 9.95 seconds to spawn the instance on the hypervisor. [ 663.596626] env[68216]: DEBUG nova.compute.manager [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.597880] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e7f322-3eb3-4852-acb7-4e4a34d55309 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.659618] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067984, 'name': Rename_Task, 'duration_secs': 0.136842} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.662342] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.665000] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-841cffbf-a30d-4255-8c23-e1d3787cd2fa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.672427] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 663.672427] env[68216]: value = "task-3067985" [ 663.672427] env[68216]: _type = "Task" [ 663.672427] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.682032] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.748740] env[68216]: DEBUG nova.network.neutron [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Updating instance_info_cache with network_info: [{"id": "bbb11681-a917-4ad0-bbe0-1043cfe9c6fc", "address": "fa:16:3e:7a:26:65", "network": {"id": "ba88a27d-23cc-4f65-b309-11da9ec801cf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-174799843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2f5f57a7c9478e9fbb1a779f29474f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb11681-a9", "ovs_interfaceid": "bbb11681-a917-4ad0-bbe0-1043cfe9c6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.798418] env[68216]: DEBUG nova.compute.manager [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Received event network-vif-plugged-bbb11681-a917-4ad0-bbe0-1043cfe9c6fc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 663.798750] env[68216]: DEBUG oslo_concurrency.lockutils [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] Acquiring lock "63c961b1-0371-4ca9-ab99-3b24530ae339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.798868] env[68216]: DEBUG oslo_concurrency.lockutils [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] Lock "63c961b1-0371-4ca9-ab99-3b24530ae339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.801018] env[68216]: DEBUG oslo_concurrency.lockutils [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] Lock "63c961b1-0371-4ca9-ab99-3b24530ae339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.801018] env[68216]: DEBUG nova.compute.manager [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] No waiting events found dispatching network-vif-plugged-bbb11681-a917-4ad0-bbe0-1043cfe9c6fc {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.801018] env[68216]: WARNING nova.compute.manager [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Received unexpected event network-vif-plugged-bbb11681-a917-4ad0-bbe0-1043cfe9c6fc for instance with vm_state building and task_state spawning. [ 663.801018] env[68216]: DEBUG nova.compute.manager [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Received event network-changed-bbb11681-a917-4ad0-bbe0-1043cfe9c6fc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 663.801018] env[68216]: DEBUG nova.compute.manager [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Refreshing instance network info cache due to event network-changed-bbb11681-a917-4ad0-bbe0-1043cfe9c6fc. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 663.801018] env[68216]: DEBUG oslo_concurrency.lockutils [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] Acquiring lock "refresh_cache-63c961b1-0371-4ca9-ab99-3b24530ae339" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.872182] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e50dc-b99a-4f6d-86df-01fe178be1ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.880561] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b10dae-a5ce-4cee-a751-c92917700249 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.913262] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19de3e47-d35a-4ace-842a-5204c2b9224e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.922331] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269c3934-c920-4f26-9411-d4b78791d412 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.928797] env[68216]: DEBUG nova.compute.manager [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.942510] env[68216]: DEBUG nova.compute.provider_tree [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.114596] env[68216]: INFO nova.compute.manager [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Took 45.79 seconds to build instance. [ 664.123586] env[68216]: DEBUG nova.network.neutron [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Successfully created port: db1aa81b-83ed-4370-8db9-ac9137ea09a2 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.189432] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.258008] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Releasing lock "refresh_cache-63c961b1-0371-4ca9-ab99-3b24530ae339" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.258425] env[68216]: DEBUG nova.compute.manager [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Instance network_info: |[{"id": "bbb11681-a917-4ad0-bbe0-1043cfe9c6fc", "address": "fa:16:3e:7a:26:65", "network": {"id": "ba88a27d-23cc-4f65-b309-11da9ec801cf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-174799843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2f5f57a7c9478e9fbb1a779f29474f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb11681-a9", "ovs_interfaceid": "bbb11681-a917-4ad0-bbe0-1043cfe9c6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.258733] env[68216]: DEBUG oslo_concurrency.lockutils [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] Acquired lock "refresh_cache-63c961b1-0371-4ca9-ab99-3b24530ae339" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.258914] env[68216]: DEBUG nova.network.neutron [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Refreshing network info cache for port bbb11681-a917-4ad0-bbe0-1043cfe9c6fc {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.260242] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:26:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbb11681-a917-4ad0-bbe0-1043cfe9c6fc', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.270351] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Creating folder: Project (fd2f5f57a7c9478e9fbb1a779f29474f). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.271769] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f072947c-75c3-4b9c-820b-62d16a98b72d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.284386] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Created folder: Project (fd2f5f57a7c9478e9fbb1a779f29474f) in parent group-v614292. [ 664.284608] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Creating folder: Instances. Parent ref: group-v614374. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.284956] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6179bb74-4d35-42d6-a38f-6efcc21baa25 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.296247] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Created folder: Instances in parent group-v614374. [ 664.296247] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.296247] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.296247] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9711314-d29c-4435-b3de-708f52d8471e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.318157] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.318157] env[68216]: value = "task-3067988" [ 664.318157] env[68216]: _type = "Task" [ 664.318157] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.326461] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067988, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.448803] env[68216]: DEBUG nova.scheduler.client.report [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.617546] env[68216]: DEBUG oslo_concurrency.lockutils [None req-71bb69a4-41a7-4409-a4cc-5bd1f85111dc tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "f8b503be-ac30-458c-a0c6-a9c585ead93d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.074s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.686085] env[68216]: DEBUG oslo_vmware.api [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067985, 'name': PowerOnVM_Task, 'duration_secs': 0.701201} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.686362] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.686564] env[68216]: INFO nova.compute.manager [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Took 8.48 seconds to spawn the instance on the hypervisor. [ 664.686752] env[68216]: DEBUG nova.compute.manager [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.687609] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957d5ced-a9fe-4053-a990-18a0becf4e95 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.828772] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067988, 'name': CreateVM_Task, 'duration_secs': 0.371798} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.828959] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.829681] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.830100] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.830462] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.830748] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f6c5ac-bd4f-437a-a7ba-5271856a8518 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.836010] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 664.836010] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52031754-b112-1c7d-8ce6-c95c9c24caba" [ 664.836010] env[68216]: _type = "Task" [ 664.836010] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.845115] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52031754-b112-1c7d-8ce6-c95c9c24caba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.953611] env[68216]: DEBUG nova.compute.manager [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.996024] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.996024] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.996024] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.996024] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.996024] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.996024] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.996024] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.996024] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.996382] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.996382] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.996516] env[68216]: DEBUG nova.virt.hardware [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.997671] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4dd695-59a9-4f93-a0f3-74e4889e2fe3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.006505] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257ea542-c8f0-4ba3-8670-3c0ef2e34167 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.033742] env[68216]: DEBUG nova.network.neutron [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Updated VIF entry in instance network info cache for port bbb11681-a917-4ad0-bbe0-1043cfe9c6fc. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.034054] env[68216]: DEBUG nova.network.neutron [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Updating instance_info_cache with network_info: [{"id": "bbb11681-a917-4ad0-bbe0-1043cfe9c6fc", "address": "fa:16:3e:7a:26:65", "network": {"id": "ba88a27d-23cc-4f65-b309-11da9ec801cf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-174799843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2f5f57a7c9478e9fbb1a779f29474f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb11681-a9", "ovs_interfaceid": "bbb11681-a917-4ad0-bbe0-1043cfe9c6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.119680] env[68216]: DEBUG nova.compute.manager [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.204849] env[68216]: INFO nova.compute.manager [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Took 42.74 seconds to build instance. [ 665.346518] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52031754-b112-1c7d-8ce6-c95c9c24caba, 'name': SearchDatastore_Task, 'duration_secs': 0.026705} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.346867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.347139] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.347440] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.347625] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.347821] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.348155] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6246bfc-7911-4b50-8897-74ee746d01c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.357360] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.357554] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.358296] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4332d3-3e4a-4b1d-87b2-d6aea46be378 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.363177] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 665.363177] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526e1b7c-a711-e7e1-e971-2af1a6715114" [ 665.363177] env[68216]: _type = "Task" [ 665.363177] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.370548] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526e1b7c-a711-e7e1-e971-2af1a6715114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.464484] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.546s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.467316] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.952s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.467575] env[68216]: DEBUG nova.objects.instance [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lazy-loading 'resources' on Instance uuid 7b497c83-b21d-464b-8ee4-2964255eb5bb {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.537039] env[68216]: DEBUG oslo_concurrency.lockutils [req-5a5197aa-51bb-414b-a78e-dac5946f9baa req-c9e9fca8-ac31-49d4-8881-ccb53dfc8fa0 service nova] Releasing lock "refresh_cache-63c961b1-0371-4ca9-ab99-3b24530ae339" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.642918] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.707779] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b938686e-5abc-41db-8237-606792b7c033 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "120b4896-8bb8-457e-ae43-07d509a8c058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.559s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.820868] env[68216]: DEBUG nova.network.neutron [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Successfully updated port: db1aa81b-83ed-4370-8db9-ac9137ea09a2 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.877619] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526e1b7c-a711-e7e1-e971-2af1a6715114, 'name': SearchDatastore_Task, 'duration_secs': 0.014781} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.878559] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1a4c18-28c7-4326-a50a-1a853223f360 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.884216] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 665.884216] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ceeaf1-f061-ea43-8fc3-06301688c457" [ 665.884216] env[68216]: _type = "Task" [ 665.884216] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.895189] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ceeaf1-f061-ea43-8fc3-06301688c457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.923039] env[68216]: DEBUG nova.compute.manager [req-f50556b2-27e6-468d-ae9b-9d851cd884af req-321c1a94-ab27-4b88-bfb3-8ee7b9ec64ca service nova] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Received event network-vif-plugged-db1aa81b-83ed-4370-8db9-ac9137ea09a2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 665.923315] env[68216]: DEBUG oslo_concurrency.lockutils [req-f50556b2-27e6-468d-ae9b-9d851cd884af req-321c1a94-ab27-4b88-bfb3-8ee7b9ec64ca service nova] Acquiring lock "7bd493b7-b106-4be9-ae89-4cc38e153a78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.923564] env[68216]: DEBUG oslo_concurrency.lockutils [req-f50556b2-27e6-468d-ae9b-9d851cd884af req-321c1a94-ab27-4b88-bfb3-8ee7b9ec64ca service nova] Lock "7bd493b7-b106-4be9-ae89-4cc38e153a78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.923787] env[68216]: DEBUG oslo_concurrency.lockutils [req-f50556b2-27e6-468d-ae9b-9d851cd884af req-321c1a94-ab27-4b88-bfb3-8ee7b9ec64ca service nova] Lock "7bd493b7-b106-4be9-ae89-4cc38e153a78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.924038] env[68216]: DEBUG nova.compute.manager [req-f50556b2-27e6-468d-ae9b-9d851cd884af req-321c1a94-ab27-4b88-bfb3-8ee7b9ec64ca service nova] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] No waiting events found dispatching network-vif-plugged-db1aa81b-83ed-4370-8db9-ac9137ea09a2 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.924285] env[68216]: WARNING nova.compute.manager [req-f50556b2-27e6-468d-ae9b-9d851cd884af req-321c1a94-ab27-4b88-bfb3-8ee7b9ec64ca service nova] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Received unexpected event network-vif-plugged-db1aa81b-83ed-4370-8db9-ac9137ea09a2 for instance with vm_state building and task_state spawning. [ 666.039779] env[68216]: INFO nova.scheduler.client.report [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Deleted allocation for migration 0661bcce-ad9e-456b-8e15-20185ea4b8fe [ 666.210940] env[68216]: DEBUG nova.compute.manager [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.324614] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "refresh_cache-7bd493b7-b106-4be9-ae89-4cc38e153a78" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.324614] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquired lock "refresh_cache-7bd493b7-b106-4be9-ae89-4cc38e153a78" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.325061] env[68216]: DEBUG nova.network.neutron [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.395140] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ceeaf1-f061-ea43-8fc3-06301688c457, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.397806] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.398121] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 63c961b1-0371-4ca9-ab99-3b24530ae339/63c961b1-0371-4ca9-ab99-3b24530ae339.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.398760] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45072c74-cd6f-441c-af28-e4218e056721 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.406180] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 666.406180] env[68216]: value = "task-3067989" [ 666.406180] env[68216]: _type = "Task" [ 666.406180] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.416674] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.473970] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c805956-94d5-4132-9a7d-ba13a92fd50f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.482459] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67db81d-cb9a-4d18-a56a-c99660ca2ba5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.515965] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5a2a96-6883-4175-b487-9b2e95f83039 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.524251] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56ce7e8-0103-47a8-b50c-b91b396a00c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.540328] env[68216]: DEBUG nova.compute.provider_tree [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.550180] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2a59b78-35b2-49c4-9375-c1a22b0f1d5b tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.491s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.741676] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.911539] env[68216]: DEBUG nova.network.neutron [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.918573] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503705} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.918825] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 63c961b1-0371-4ca9-ab99-3b24530ae339/63c961b1-0371-4ca9-ab99-3b24530ae339.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.919706] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.919706] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d82c0c0-5185-47cc-8754-e2bb6028448f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.926061] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 666.926061] env[68216]: value = "task-3067990" [ 666.926061] env[68216]: _type = "Task" [ 666.926061] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.933647] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.045383] env[68216]: DEBUG nova.scheduler.client.report [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.144923] env[68216]: DEBUG nova.network.neutron [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Updating instance_info_cache with network_info: [{"id": "db1aa81b-83ed-4370-8db9-ac9137ea09a2", "address": "fa:16:3e:53:a1:6e", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb1aa81b-83", "ovs_interfaceid": "db1aa81b-83ed-4370-8db9-ac9137ea09a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.436347] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163992} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.436699] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.437529] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0c3081-ba96-4167-a012-b5df752b95c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.460055] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 63c961b1-0371-4ca9-ab99-3b24530ae339/63c961b1-0371-4ca9-ab99-3b24530ae339.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.460346] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-427d02df-1c92-446b-a176-03936ce0025f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.480791] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 667.480791] env[68216]: value = "task-3067991" [ 667.480791] env[68216]: _type = "Task" [ 667.480791] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.490087] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.553194] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.556025] env[68216]: DEBUG oslo_concurrency.lockutils [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.869s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.556025] env[68216]: DEBUG nova.objects.instance [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lazy-loading 'resources' on Instance uuid 74990eb0-8397-4f7a-a7b5-3937630fdb83 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.580659] env[68216]: INFO nova.scheduler.client.report [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Deleted allocations for instance 7b497c83-b21d-464b-8ee4-2964255eb5bb [ 667.631714] env[68216]: DEBUG nova.compute.manager [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.632869] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c717c-5e82-4201-88de-445564045555 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.648028] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Releasing lock "refresh_cache-7bd493b7-b106-4be9-ae89-4cc38e153a78" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.648401] env[68216]: DEBUG nova.compute.manager [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Instance network_info: |[{"id": "db1aa81b-83ed-4370-8db9-ac9137ea09a2", "address": "fa:16:3e:53:a1:6e", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb1aa81b-83", "ovs_interfaceid": "db1aa81b-83ed-4370-8db9-ac9137ea09a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.648794] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a1:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db1aa81b-83ed-4370-8db9-ac9137ea09a2', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.656794] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Creating folder: Project (147ac8da6d9845deaeaf857bbbef0125). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.657382] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8993443b-2727-48c0-a857-a95c9669c74e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.668911] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Created folder: Project (147ac8da6d9845deaeaf857bbbef0125) in parent group-v614292. [ 667.669120] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Creating folder: Instances. Parent ref: group-v614377. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.669354] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86a9ce87-19bf-4d7b-98bd-ba38b5fed5f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.677734] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Created folder: Instances in parent group-v614377. [ 667.677965] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.678170] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.678406] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1d9077a-8e25-4d42-8031-75ddec592911 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.697071] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.697071] env[68216]: value = "task-3067994" [ 667.697071] env[68216]: _type = "Task" [ 667.697071] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.706285] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067994, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.992765] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067991, 'name': ReconfigVM_Task, 'duration_secs': 0.26864} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.992954] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 63c961b1-0371-4ca9-ab99-3b24530ae339/63c961b1-0371-4ca9-ab99-3b24530ae339.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.993536] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a276603-60f5-4341-8e54-2d1b044a2760 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.001283] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 668.001283] env[68216]: value = "task-3067995" [ 668.001283] env[68216]: _type = "Task" [ 668.001283] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.006897] env[68216]: DEBUG nova.compute.manager [req-cc220672-8023-4d89-a119-fedd9245ba64 req-7b022f86-7371-4237-b5d8-94a1b1f4f517 service nova] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Received event network-changed-db1aa81b-83ed-4370-8db9-ac9137ea09a2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 668.007130] env[68216]: DEBUG nova.compute.manager [req-cc220672-8023-4d89-a119-fedd9245ba64 req-7b022f86-7371-4237-b5d8-94a1b1f4f517 service nova] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Refreshing instance network info cache due to event network-changed-db1aa81b-83ed-4370-8db9-ac9137ea09a2. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 668.007417] env[68216]: DEBUG oslo_concurrency.lockutils [req-cc220672-8023-4d89-a119-fedd9245ba64 req-7b022f86-7371-4237-b5d8-94a1b1f4f517 service nova] Acquiring lock "refresh_cache-7bd493b7-b106-4be9-ae89-4cc38e153a78" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.007526] env[68216]: DEBUG oslo_concurrency.lockutils [req-cc220672-8023-4d89-a119-fedd9245ba64 req-7b022f86-7371-4237-b5d8-94a1b1f4f517 service nova] Acquired lock "refresh_cache-7bd493b7-b106-4be9-ae89-4cc38e153a78" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.007688] env[68216]: DEBUG nova.network.neutron [req-cc220672-8023-4d89-a119-fedd9245ba64 req-7b022f86-7371-4237-b5d8-94a1b1f4f517 service nova] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Refreshing network info cache for port db1aa81b-83ed-4370-8db9-ac9137ea09a2 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.015585] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067995, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.089661] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c74918a-b496-4acb-9150-7fadf0ef1724 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "7b497c83-b21d-464b-8ee4-2964255eb5bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.186s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.143994] env[68216]: INFO nova.compute.manager [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] instance snapshotting [ 668.146469] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd63f204-9029-469b-b62b-fc4f49299768 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.165428] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa4291a-54f9-45cd-a916-c1e16835b246 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.209263] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3067994, 'name': CreateVM_Task, 'duration_secs': 0.35692} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.211807] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.212902] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.213087] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.213414] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.213669] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da458928-6806-4372-85b2-ef57d7973323 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.218788] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 668.218788] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d5c855-29b9-da80-4a0d-cbfee9f92544" [ 668.218788] env[68216]: _type = "Task" [ 668.218788] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.230657] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d5c855-29b9-da80-4a0d-cbfee9f92544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.476668] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.476668] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.519510] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067995, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.573235] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9d2384-609e-4c1f-bb92-84d3102afaec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.581309] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8bc413-77e1-45d8-9a30-cbacc1e70810 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.616101] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e167702d-6ca3-4da8-b231-e48c7449d8da {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.624879] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1861ddf4-96cc-48f8-8a5d-d528017dd68c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.638038] env[68216]: DEBUG nova.compute.provider_tree [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.675772] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 668.676058] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6f8aab3a-004a-44ad-b5f3-daa2788d0ab8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.685199] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 668.685199] env[68216]: value = "task-3067996" [ 668.685199] env[68216]: _type = "Task" [ 668.685199] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.695127] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067996, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.730988] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d5c855-29b9-da80-4a0d-cbfee9f92544, 'name': SearchDatastore_Task, 'duration_secs': 0.037675} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.731375] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.731608] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.731835] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.731974] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.732225] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.732508] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae178f1c-9376-4740-abb8-dddc75d729e5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.740220] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.740390] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.741088] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bca6994-5136-4662-973b-db5874b08b9f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.745828] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 668.745828] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f246f1-dba1-32ff-9911-d675799e681d" [ 668.745828] env[68216]: _type = "Task" [ 668.745828] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.752958] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f246f1-dba1-32ff-9911-d675799e681d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.884833] env[68216]: DEBUG nova.network.neutron [req-cc220672-8023-4d89-a119-fedd9245ba64 req-7b022f86-7371-4237-b5d8-94a1b1f4f517 service nova] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Updated VIF entry in instance network info cache for port db1aa81b-83ed-4370-8db9-ac9137ea09a2. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.885222] env[68216]: DEBUG nova.network.neutron [req-cc220672-8023-4d89-a119-fedd9245ba64 req-7b022f86-7371-4237-b5d8-94a1b1f4f517 service nova] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Updating instance_info_cache with network_info: [{"id": "db1aa81b-83ed-4370-8db9-ac9137ea09a2", "address": "fa:16:3e:53:a1:6e", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb1aa81b-83", "ovs_interfaceid": "db1aa81b-83ed-4370-8db9-ac9137ea09a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.012334] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067995, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.020966] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "da572323-6a2a-448d-8759-9e93586fdf2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.021267] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "da572323-6a2a-448d-8759-9e93586fdf2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.021468] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "da572323-6a2a-448d-8759-9e93586fdf2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.021649] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "da572323-6a2a-448d-8759-9e93586fdf2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.021813] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "da572323-6a2a-448d-8759-9e93586fdf2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.024078] env[68216]: INFO nova.compute.manager [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Terminating instance [ 669.141622] env[68216]: DEBUG nova.scheduler.client.report [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.194935] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067996, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.256712] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f246f1-dba1-32ff-9911-d675799e681d, 'name': SearchDatastore_Task, 'duration_secs': 0.008643} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.257667] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b807e7c-3f8a-4184-a639-e79850844966 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.262968] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 669.262968] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5242558c-2301-3486-6aa7-335b17fd8f18" [ 669.262968] env[68216]: _type = "Task" [ 669.262968] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.270671] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5242558c-2301-3486-6aa7-335b17fd8f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.388430] env[68216]: DEBUG oslo_concurrency.lockutils [req-cc220672-8023-4d89-a119-fedd9245ba64 req-7b022f86-7371-4237-b5d8-94a1b1f4f517 service nova] Releasing lock "refresh_cache-7bd493b7-b106-4be9-ae89-4cc38e153a78" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.512234] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067995, 'name': Rename_Task, 'duration_secs': 1.161214} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.512587] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.512896] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20673a73-ffce-4181-8e49-24c6ffec4023 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.519478] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 669.519478] env[68216]: value = "task-3067997" [ 669.519478] env[68216]: _type = "Task" [ 669.519478] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.528547] env[68216]: DEBUG nova.compute.manager [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.528764] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.529604] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.529778] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92502506-f9c2-4288-b83a-7a5e6c741464 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.536389] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.536727] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-760ec324-0c41-45e8-97c3-4ba32bdeff1a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.542222] env[68216]: DEBUG oslo_vmware.api [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 669.542222] env[68216]: value = "task-3067998" [ 669.542222] env[68216]: _type = "Task" [ 669.542222] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.552652] env[68216]: DEBUG oslo_vmware.api [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.646926] env[68216]: DEBUG oslo_concurrency.lockutils [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.650256] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.036s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.652421] env[68216]: INFO nova.compute.claims [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.672754] env[68216]: INFO nova.scheduler.client.report [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Deleted allocations for instance 74990eb0-8397-4f7a-a7b5-3937630fdb83 [ 669.695631] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3067996, 'name': CreateSnapshot_Task, 'duration_secs': 0.620102} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.696102] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 669.697130] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ed8505-0ebc-4c7e-a328-bf65399b0b7f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.772576] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5242558c-2301-3486-6aa7-335b17fd8f18, 'name': SearchDatastore_Task, 'duration_secs': 0.023621} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.772827] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.773100] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 7bd493b7-b106-4be9-ae89-4cc38e153a78/7bd493b7-b106-4be9-ae89-4cc38e153a78.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.773354] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d322e34f-23dc-4520-8e8b-563b8245dad6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.779159] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 669.779159] env[68216]: value = "task-3067999" [ 669.779159] env[68216]: _type = "Task" [ 669.779159] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.786595] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3067999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.034082] env[68216]: DEBUG oslo_vmware.api [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3067997, 'name': PowerOnVM_Task, 'duration_secs': 0.464255} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.034436] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.034733] env[68216]: INFO nova.compute.manager [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Took 8.99 seconds to spawn the instance on the hypervisor. [ 670.034982] env[68216]: DEBUG nova.compute.manager [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.035850] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dd7dbc-c5ee-469d-ad8e-551d8d836c51 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.055828] env[68216]: DEBUG oslo_vmware.api [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3067998, 'name': PowerOffVM_Task, 'duration_secs': 0.184215} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.056179] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.056458] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.056750] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03fa2f0b-9e86-4111-bac2-b8e64a830bdf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.133969] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.137395] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.137395] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Deleting the datastore file [datastore2] da572323-6a2a-448d-8759-9e93586fdf2b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.137395] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6958181-2ae9-4041-afeb-e1c6ac03b5d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.143398] env[68216]: DEBUG oslo_vmware.api [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 670.143398] env[68216]: value = "task-3068001" [ 670.143398] env[68216]: _type = "Task" [ 670.143398] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.151827] env[68216]: DEBUG oslo_vmware.api [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3068001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.182205] env[68216]: DEBUG oslo_concurrency.lockutils [None req-01854a24-c4d5-4c6d-a6db-3b8af13cf405 tempest-ServerGroupTestJSON-1955927426 tempest-ServerGroupTestJSON-1955927426-project-member] Lock "74990eb0-8397-4f7a-a7b5-3937630fdb83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.959s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.217697] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 670.218458] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8fb2a0e2-e4dd-4ccf-a8f3-5a1774a6defa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.227538] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 670.227538] env[68216]: value = "task-3068002" [ 670.227538] env[68216]: _type = "Task" [ 670.227538] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.239867] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068002, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.293065] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3067999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484696} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.293438] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 7bd493b7-b106-4be9-ae89-4cc38e153a78/7bd493b7-b106-4be9-ae89-4cc38e153a78.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.293736] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.294079] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10d87698-8ddf-4fcb-b86a-cc885f27d3a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.302090] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 670.302090] env[68216]: value = "task-3068003" [ 670.302090] env[68216]: _type = "Task" [ 670.302090] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.311064] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.559953] env[68216]: INFO nova.compute.manager [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Took 42.88 seconds to build instance. [ 670.653388] env[68216]: DEBUG oslo_vmware.api [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3068001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280482} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.653958] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.654207] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.654392] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.654580] env[68216]: INFO nova.compute.manager [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 670.654827] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.655044] env[68216]: DEBUG nova.compute.manager [-] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.655130] env[68216]: DEBUG nova.network.neutron [-] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.740609] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068002, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.816616] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105186} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.819488] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.820520] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3d98a2-1d94-42cc-8045-8bedf0ab85eb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.844674] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 7bd493b7-b106-4be9-ae89-4cc38e153a78/7bd493b7-b106-4be9-ae89-4cc38e153a78.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.847488] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc90a07f-0e0d-4f13-9c3e-335033fdd8f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.866671] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 670.866671] env[68216]: value = "task-3068004" [ 670.866671] env[68216]: _type = "Task" [ 670.866671] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.876535] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.943684] env[68216]: DEBUG nova.compute.manager [req-088b7f50-0e32-4f6c-bda5-0f6e3985f0f0 req-0180a659-b2d2-4a3e-85cf-4f9fdbef120b service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Received event network-vif-deleted-a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.943927] env[68216]: INFO nova.compute.manager [req-088b7f50-0e32-4f6c-bda5-0f6e3985f0f0 req-0180a659-b2d2-4a3e-85cf-4f9fdbef120b service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Neutron deleted interface a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1; detaching it from the instance and deleting it from the info cache [ 670.944114] env[68216]: DEBUG nova.network.neutron [req-088b7f50-0e32-4f6c-bda5-0f6e3985f0f0 req-0180a659-b2d2-4a3e-85cf-4f9fdbef120b service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.061960] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f370244a-3dc6-4a53-b1fe-9821edc06cc5 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "63c961b1-0371-4ca9-ab99-3b24530ae339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.868s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.175874] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cbc23b-0aae-43a8-ad10-5f4b20bb52b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.184213] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929ccae5-5207-41b0-bac4-ce6e9bf3997c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.214973] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feffb8fa-d901-4522-ab91-4b6114577a83 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.222960] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f05a18-833e-48dc-af94-35b63687ab8f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.240987] env[68216]: DEBUG nova.compute.provider_tree [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.247637] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068002, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.377982] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.421449] env[68216]: DEBUG nova.network.neutron [-] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.446383] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af14efd1-79c7-4387-911a-714a366f3b5d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.457275] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd56fb17-3b98-4382-ab02-285cb8a5d1c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.490152] env[68216]: DEBUG nova.compute.manager [req-088b7f50-0e32-4f6c-bda5-0f6e3985f0f0 req-0180a659-b2d2-4a3e-85cf-4f9fdbef120b service nova] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Detach interface failed, port_id=a4cff390-e6c8-4f0a-bb6a-e5971e70a8d1, reason: Instance da572323-6a2a-448d-8759-9e93586fdf2b could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 671.567709] env[68216]: DEBUG nova.compute.manager [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.742294] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068002, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.744464] env[68216]: DEBUG nova.scheduler.client.report [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.816077] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquiring lock "63c961b1-0371-4ca9-ab99-3b24530ae339" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.816411] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "63c961b1-0371-4ca9-ab99-3b24530ae339" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.816661] env[68216]: INFO nova.compute.manager [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Rebooting instance [ 671.879978] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068004, 'name': ReconfigVM_Task, 'duration_secs': 0.757401} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.880409] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 7bd493b7-b106-4be9-ae89-4cc38e153a78/7bd493b7-b106-4be9-ae89-4cc38e153a78.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.881054] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb80a1a6-9714-4684-82f2-dbb62da6d79e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.887154] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 671.887154] env[68216]: value = "task-3068005" [ 671.887154] env[68216]: _type = "Task" [ 671.887154] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.898530] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068005, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.924676] env[68216]: INFO nova.compute.manager [-] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Took 1.27 seconds to deallocate network for instance. [ 672.095700] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.242305] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068002, 'name': CloneVM_Task, 'duration_secs': 1.934969} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.242660] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Created linked-clone VM from snapshot [ 672.243459] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d7699-1dc3-4e6a-824a-69184aacc4e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.252613] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.254392] env[68216]: DEBUG nova.compute.manager [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.258066] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Uploading image 1a6dcd5f-c45c-400b-9343-0f2f53361ce6 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 672.260589] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.162s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.263206] env[68216]: INFO nova.compute.claims [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.294437] env[68216]: DEBUG oslo_vmware.rw_handles [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 672.294437] env[68216]: value = "vm-614381" [ 672.294437] env[68216]: _type = "VirtualMachine" [ 672.294437] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 672.294728] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-270815e7-b644-41d2-9acd-251107c61c70 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.303654] env[68216]: DEBUG oslo_vmware.rw_handles [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lease: (returnval){ [ 672.303654] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528a8392-8396-0cee-a93e-71634972ba73" [ 672.303654] env[68216]: _type = "HttpNfcLease" [ 672.303654] env[68216]: } obtained for exporting VM: (result){ [ 672.303654] env[68216]: value = "vm-614381" [ 672.303654] env[68216]: _type = "VirtualMachine" [ 672.303654] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 672.303969] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the lease: (returnval){ [ 672.303969] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528a8392-8396-0cee-a93e-71634972ba73" [ 672.303969] env[68216]: _type = "HttpNfcLease" [ 672.303969] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 672.315257] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 672.315257] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528a8392-8396-0cee-a93e-71634972ba73" [ 672.315257] env[68216]: _type = "HttpNfcLease" [ 672.315257] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 672.318894] env[68216]: DEBUG oslo_vmware.rw_handles [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 672.318894] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528a8392-8396-0cee-a93e-71634972ba73" [ 672.318894] env[68216]: _type = "HttpNfcLease" [ 672.318894] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 672.332967] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70ec8a1-6fdc-47fe-bad2-0ee5e2fc7305 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.344342] env[68216]: DEBUG oslo_vmware.rw_handles [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7ef4-6ed0-349a-e035-ae18794d04e7/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 672.344522] env[68216]: DEBUG oslo_vmware.rw_handles [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7ef4-6ed0-349a-e035-ae18794d04e7/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 672.412022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquiring lock "refresh_cache-63c961b1-0371-4ca9-ab99-3b24530ae339" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.412187] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquired lock "refresh_cache-63c961b1-0371-4ca9-ab99-3b24530ae339" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.412440] env[68216]: DEBUG nova.network.neutron [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.429138] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068005, 'name': Rename_Task, 'duration_secs': 0.217092} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.429374] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.429616] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1161969b-bf78-40d2-be83-8857da3fc761 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.432596] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.438189] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 672.438189] env[68216]: value = "task-3068007" [ 672.438189] env[68216]: _type = "Task" [ 672.438189] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.447984] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.453178] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51db4b83-8e3e-48d2-a8cc-2c66665dc3be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.763925] env[68216]: DEBUG nova.compute.utils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.766027] env[68216]: DEBUG nova.compute.manager [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.766269] env[68216]: DEBUG nova.network.neutron [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.856774] env[68216]: DEBUG nova.policy [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0f79ec459414af5b23ffb4b4d9e53b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd7c82dbf5c04554b38976ce2644fe5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.953414] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.271066] env[68216]: DEBUG nova.compute.manager [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.349937] env[68216]: DEBUG nova.network.neutron [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Updating instance_info_cache with network_info: [{"id": "bbb11681-a917-4ad0-bbe0-1043cfe9c6fc", "address": "fa:16:3e:7a:26:65", "network": {"id": "ba88a27d-23cc-4f65-b309-11da9ec801cf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-174799843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2f5f57a7c9478e9fbb1a779f29474f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb11681-a9", "ovs_interfaceid": "bbb11681-a917-4ad0-bbe0-1043cfe9c6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.454877] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.501743] env[68216]: DEBUG nova.network.neutron [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Successfully created port: 8876d9e7-2e0c-4aff-8162-7db7c258afbc {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.855605] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Releasing lock "refresh_cache-63c961b1-0371-4ca9-ab99-3b24530ae339" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.904366] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4f40e3-20c2-4d91-9db7-2fc00d5e6f46 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.912942] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6410316b-1d30-49b6-a8b7-da66849b5b09 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.946719] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641e3805-d3c1-4270-b569-931ff9679dd5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.955476] env[68216]: DEBUG oslo_vmware.api [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068007, 'name': PowerOnVM_Task, 'duration_secs': 1.249569} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.957716] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.957931] env[68216]: INFO nova.compute.manager [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Took 9.00 seconds to spawn the instance on the hypervisor. [ 673.958159] env[68216]: DEBUG nova.compute.manager [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.958923] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f763381-0825-46d2-ad99-0e160274fd48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.962508] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7351cf67-3a4d-4e37-9ed3-ebcb36800c23 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.977044] env[68216]: DEBUG nova.compute.provider_tree [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.286142] env[68216]: DEBUG nova.compute.manager [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.308225] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.308461] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.309065] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.309065] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.309065] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.309065] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.309351] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.309424] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.309612] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.309776] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.310759] env[68216]: DEBUG nova.virt.hardware [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.310832] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc6018-b27a-4eb2-8c38-7a1ceb9d2873 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.319345] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765caffd-dbcd-49d9-83e5-65818bbb8ead {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.368528] env[68216]: DEBUG nova.compute.manager [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.369481] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae6977c-de92-4156-9552-5f513f8bf9fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.486147] env[68216]: DEBUG nova.scheduler.client.report [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.497159] env[68216]: INFO nova.compute.manager [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Took 45.73 seconds to build instance. [ 674.995906] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.996491] env[68216]: DEBUG nova.compute.manager [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.002686] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.639s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.005340] env[68216]: INFO nova.compute.claims [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.009805] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc009ecb-7924-435b-a329-9bada7a46821 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "7bd493b7-b106-4be9-ae89-4cc38e153a78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.632s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.259103] env[68216]: DEBUG nova.compute.manager [req-93f6deb6-4eeb-4be0-8708-7122ec22ef0c req-8bedaf31-a1ad-426d-95ad-1ef1d5564a2e service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Received event network-vif-plugged-8876d9e7-2e0c-4aff-8162-7db7c258afbc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.259103] env[68216]: DEBUG oslo_concurrency.lockutils [req-93f6deb6-4eeb-4be0-8708-7122ec22ef0c req-8bedaf31-a1ad-426d-95ad-1ef1d5564a2e service nova] Acquiring lock "417ae562-0d10-4253-b608-13eae9ec020c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.259103] env[68216]: DEBUG oslo_concurrency.lockutils [req-93f6deb6-4eeb-4be0-8708-7122ec22ef0c req-8bedaf31-a1ad-426d-95ad-1ef1d5564a2e service nova] Lock "417ae562-0d10-4253-b608-13eae9ec020c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.259103] env[68216]: DEBUG oslo_concurrency.lockutils [req-93f6deb6-4eeb-4be0-8708-7122ec22ef0c req-8bedaf31-a1ad-426d-95ad-1ef1d5564a2e service nova] Lock "417ae562-0d10-4253-b608-13eae9ec020c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.259103] env[68216]: DEBUG nova.compute.manager [req-93f6deb6-4eeb-4be0-8708-7122ec22ef0c req-8bedaf31-a1ad-426d-95ad-1ef1d5564a2e service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] No waiting events found dispatching network-vif-plugged-8876d9e7-2e0c-4aff-8162-7db7c258afbc {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.259103] env[68216]: WARNING nova.compute.manager [req-93f6deb6-4eeb-4be0-8708-7122ec22ef0c req-8bedaf31-a1ad-426d-95ad-1ef1d5564a2e service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Received unexpected event network-vif-plugged-8876d9e7-2e0c-4aff-8162-7db7c258afbc for instance with vm_state building and task_state spawning. [ 675.377491] env[68216]: DEBUG nova.network.neutron [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Successfully updated port: 8876d9e7-2e0c-4aff-8162-7db7c258afbc {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.388025] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009f1f04-790f-4d79-aa51-f5243ace09d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.398062] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Doing hard reboot of VM {{(pid=68216) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 675.398334] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ffc72ef1-e5d2-4dee-bf50-32c291d5c2e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.404981] env[68216]: DEBUG oslo_vmware.api [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 675.404981] env[68216]: value = "task-3068008" [ 675.404981] env[68216]: _type = "Task" [ 675.404981] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.414645] env[68216]: DEBUG oslo_vmware.api [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3068008, 'name': ResetVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.505166] env[68216]: DEBUG nova.compute.utils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.507125] env[68216]: DEBUG nova.compute.manager [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.508032] env[68216]: DEBUG nova.network.neutron [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.514663] env[68216]: DEBUG nova.compute.manager [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.574774] env[68216]: DEBUG nova.policy [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa30aa5d1674138b60d8257cc5da2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129daf9119fc4c53bb93c29bbdcee2ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.877484] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquiring lock "refresh_cache-417ae562-0d10-4253-b608-13eae9ec020c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.877704] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquired lock "refresh_cache-417ae562-0d10-4253-b608-13eae9ec020c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.877874] env[68216]: DEBUG nova.network.neutron [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.916121] env[68216]: DEBUG oslo_vmware.api [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3068008, 'name': ResetVM_Task, 'duration_secs': 0.359709} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.916565] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Did hard reboot of VM {{(pid=68216) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 675.916880] env[68216]: DEBUG nova.compute.manager [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.917713] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77738998-8e88-4d0e-b416-27489b2abc61 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.007768] env[68216]: DEBUG nova.compute.manager [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.042555] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.067070] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Acquiring lock "7bd493b7-b106-4be9-ae89-4cc38e153a78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.067709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Lock "7bd493b7-b106-4be9-ae89-4cc38e153a78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.067709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Acquiring lock "7bd493b7-b106-4be9-ae89-4cc38e153a78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.067709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Lock "7bd493b7-b106-4be9-ae89-4cc38e153a78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.067877] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Lock "7bd493b7-b106-4be9-ae89-4cc38e153a78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.070476] env[68216]: INFO nova.compute.manager [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Terminating instance [ 676.131804] env[68216]: DEBUG nova.network.neutron [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Successfully created port: df65bb0b-2507-4195-aae8-28e8f2a102c3 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.435075] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a668a1c3-c932-4922-8204-f0e870948d47 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "63c961b1-0371-4ca9-ab99-3b24530ae339" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.619s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.446802] env[68216]: DEBUG nova.network.neutron [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.574828] env[68216]: DEBUG nova.compute.manager [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.575143] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.577369] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43c1686-cb64-498f-84f0-16fa2bbb0a54 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.585568] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf1025d-3af2-4740-a00a-722e4acbc2d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.596442] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed8638a-4e52-4b13-87c0-ad04fc327234 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.605289] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.606182] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-900e4d98-423d-4506-a390-2ea59975952f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.648852] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b979574b-ca6e-4253-af21-efb0c63923f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.654360] env[68216]: DEBUG oslo_vmware.api [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Waiting for the task: (returnval){ [ 676.654360] env[68216]: value = "task-3068009" [ 676.654360] env[68216]: _type = "Task" [ 676.654360] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.654647] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "878d010a-a036-4228-85fa-7f3d990bfd58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.654894] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "878d010a-a036-4228-85fa-7f3d990bfd58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.663088] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb098c4-d852-4096-a643-1ab58e4a4e4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.670771] env[68216]: DEBUG oslo_vmware.api [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Task: {'id': task-3068009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.681328] env[68216]: DEBUG nova.compute.provider_tree [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.851573] env[68216]: DEBUG nova.network.neutron [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Updating instance_info_cache with network_info: [{"id": "8876d9e7-2e0c-4aff-8162-7db7c258afbc", "address": "fa:16:3e:c7:53:14", "network": {"id": "35d9c3fe-0c9f-4a1c-9252-854f884cf2e6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-433098406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd7c82dbf5c04554b38976ce2644fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8876d9e7-2e", "ovs_interfaceid": "8876d9e7-2e0c-4aff-8162-7db7c258afbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.027615] env[68216]: DEBUG nova.compute.manager [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.064439] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.064439] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.064439] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.064770] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.065015] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.065191] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.065414] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.065584] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.065755] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.065923] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.066132] env[68216]: DEBUG nova.virt.hardware [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.067105] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb17ffba-366b-4f7b-b98f-e3afbd452df6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.076754] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cc2b49-36d3-4c29-9963-5d211b73df09 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.163743] env[68216]: DEBUG oslo_vmware.api [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Task: {'id': task-3068009, 'name': PowerOffVM_Task, 'duration_secs': 0.239958} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.164226] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.164226] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.164443] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-295ec611-fe39-4c0a-8068-dc67f5b6c7ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.184664] env[68216]: DEBUG nova.scheduler.client.report [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.237186] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.237414] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.237593] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Deleting the datastore file [datastore2] 7bd493b7-b106-4be9-ae89-4cc38e153a78 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.237859] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f14f4b-fcc7-4c4d-8968-be2091aa0b43 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.244605] env[68216]: DEBUG oslo_vmware.api [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Waiting for the task: (returnval){ [ 677.244605] env[68216]: value = "task-3068011" [ 677.244605] env[68216]: _type = "Task" [ 677.244605] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.252719] env[68216]: DEBUG oslo_vmware.api [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Task: {'id': task-3068011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.358021] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Releasing lock "refresh_cache-417ae562-0d10-4253-b608-13eae9ec020c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.358021] env[68216]: DEBUG nova.compute.manager [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Instance network_info: |[{"id": "8876d9e7-2e0c-4aff-8162-7db7c258afbc", "address": "fa:16:3e:c7:53:14", "network": {"id": "35d9c3fe-0c9f-4a1c-9252-854f884cf2e6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-433098406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd7c82dbf5c04554b38976ce2644fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8876d9e7-2e", "ovs_interfaceid": "8876d9e7-2e0c-4aff-8162-7db7c258afbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.358021] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:53:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8876d9e7-2e0c-4aff-8162-7db7c258afbc', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.365438] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Creating folder: Project (cd7c82dbf5c04554b38976ce2644fe5e). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.366082] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42d54c94-ab5c-4c08-9ca1-7377197c48b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.381885] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Created folder: Project (cd7c82dbf5c04554b38976ce2644fe5e) in parent group-v614292. [ 677.381885] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Creating folder: Instances. Parent ref: group-v614382. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.381885] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2433911-7d52-42da-8da7-73f044df820e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.391019] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Created folder: Instances in parent group-v614382. [ 677.391019] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.391019] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.391019] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b473dfc6-a843-4d63-9bf7-d3d70a049971 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.411516] env[68216]: DEBUG nova.compute.manager [req-fd0f230d-bead-4553-9f8e-b43454941bf6 req-8fd42499-a450-406a-871a-057067f07908 service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Received event network-changed-8876d9e7-2e0c-4aff-8162-7db7c258afbc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.411887] env[68216]: DEBUG nova.compute.manager [req-fd0f230d-bead-4553-9f8e-b43454941bf6 req-8fd42499-a450-406a-871a-057067f07908 service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Refreshing instance network info cache due to event network-changed-8876d9e7-2e0c-4aff-8162-7db7c258afbc. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 677.412134] env[68216]: DEBUG oslo_concurrency.lockutils [req-fd0f230d-bead-4553-9f8e-b43454941bf6 req-8fd42499-a450-406a-871a-057067f07908 service nova] Acquiring lock "refresh_cache-417ae562-0d10-4253-b608-13eae9ec020c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.412283] env[68216]: DEBUG oslo_concurrency.lockutils [req-fd0f230d-bead-4553-9f8e-b43454941bf6 req-8fd42499-a450-406a-871a-057067f07908 service nova] Acquired lock "refresh_cache-417ae562-0d10-4253-b608-13eae9ec020c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.412548] env[68216]: DEBUG nova.network.neutron [req-fd0f230d-bead-4553-9f8e-b43454941bf6 req-8fd42499-a450-406a-871a-057067f07908 service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Refreshing network info cache for port 8876d9e7-2e0c-4aff-8162-7db7c258afbc {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.418585] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.418585] env[68216]: value = "task-3068014" [ 677.418585] env[68216]: _type = "Task" [ 677.418585] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.435479] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068014, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.692027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.692027] env[68216]: DEBUG nova.compute.manager [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.693186] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.111s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.693916] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.694247] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 677.694993] env[68216]: DEBUG oslo_concurrency.lockutils [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.088s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.695439] env[68216]: DEBUG nova.objects.instance [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lazy-loading 'resources' on Instance uuid 60a83a27-c812-4c82-9a8e-fa841127911b {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.698338] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5573d5c0-7035-464a-882b-9eeff07c618a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.710095] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a223bbb5-5ef3-4cc9-9178-92ea2eaf9015 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.726635] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd9a8c6-04c8-47a9-838e-756f2a033545 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.736319] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d2be04-6f86-4be2-9a32-1da1bf62d9dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.783027] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179290MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 677.783235] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.787511] env[68216]: DEBUG oslo_vmware.api [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Task: {'id': task-3068011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24166} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.787775] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.787958] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.788147] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.788320] env[68216]: INFO nova.compute.manager [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Took 1.21 seconds to destroy the instance on the hypervisor. [ 677.788597] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.788798] env[68216]: DEBUG nova.compute.manager [-] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.788897] env[68216]: DEBUG nova.network.neutron [-] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.890867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquiring lock "63c961b1-0371-4ca9-ab99-3b24530ae339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.890867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "63c961b1-0371-4ca9-ab99-3b24530ae339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.890867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquiring lock "63c961b1-0371-4ca9-ab99-3b24530ae339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.890867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "63c961b1-0371-4ca9-ab99-3b24530ae339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.890867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "63c961b1-0371-4ca9-ab99-3b24530ae339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.892161] env[68216]: INFO nova.compute.manager [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Terminating instance [ 677.930887] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068014, 'name': CreateVM_Task, 'duration_secs': 0.355032} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.931512] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.935146] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.935146] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.935146] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.935146] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0855778-4d0f-4083-9f53-03a086cc3e97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.944339] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for the task: (returnval){ [ 677.944339] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f5fcf8-e6ec-29d9-5d8d-cece6d90d1b9" [ 677.944339] env[68216]: _type = "Task" [ 677.944339] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.953602] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f5fcf8-e6ec-29d9-5d8d-cece6d90d1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.132398] env[68216]: DEBUG nova.network.neutron [req-fd0f230d-bead-4553-9f8e-b43454941bf6 req-8fd42499-a450-406a-871a-057067f07908 service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Updated VIF entry in instance network info cache for port 8876d9e7-2e0c-4aff-8162-7db7c258afbc. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.132728] env[68216]: DEBUG nova.network.neutron [req-fd0f230d-bead-4553-9f8e-b43454941bf6 req-8fd42499-a450-406a-871a-057067f07908 service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Updating instance_info_cache with network_info: [{"id": "8876d9e7-2e0c-4aff-8162-7db7c258afbc", "address": "fa:16:3e:c7:53:14", "network": {"id": "35d9c3fe-0c9f-4a1c-9252-854f884cf2e6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-433098406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd7c82dbf5c04554b38976ce2644fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8876d9e7-2e", "ovs_interfaceid": "8876d9e7-2e0c-4aff-8162-7db7c258afbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.207218] env[68216]: DEBUG nova.compute.utils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.208464] env[68216]: DEBUG nova.compute.manager [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.208658] env[68216]: DEBUG nova.network.neutron [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.290503] env[68216]: DEBUG nova.policy [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07ff6d27160b418b9f7d57d81d7bc528', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85f897bbefad4143af5326a89782d45b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.396835] env[68216]: DEBUG nova.compute.manager [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.397057] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.398028] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab413eb-4181-4305-9942-8a4550dfd2e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.410516] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.410802] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df4bb6a3-88fc-4827-a918-4f4644c0639f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.424130] env[68216]: DEBUG oslo_vmware.api [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 678.424130] env[68216]: value = "task-3068015" [ 678.424130] env[68216]: _type = "Task" [ 678.424130] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.439245] env[68216]: DEBUG oslo_vmware.api [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3068015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.458827] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f5fcf8-e6ec-29d9-5d8d-cece6d90d1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.462409] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.462740] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.462980] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.463526] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.463526] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.464074] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f56ef192-4ce4-4485-9e50-d4368e518975 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.474960] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.475212] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.476566] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cbd7133-e1ae-40c6-a9c5-4d3fed66cdb5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.485215] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for the task: (returnval){ [ 678.485215] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529ea67d-219a-a95c-0163-8250abf26791" [ 678.485215] env[68216]: _type = "Task" [ 678.485215] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.500705] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529ea67d-219a-a95c-0163-8250abf26791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.636378] env[68216]: DEBUG oslo_concurrency.lockutils [req-fd0f230d-bead-4553-9f8e-b43454941bf6 req-8fd42499-a450-406a-871a-057067f07908 service nova] Releasing lock "refresh_cache-417ae562-0d10-4253-b608-13eae9ec020c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.645519] env[68216]: DEBUG nova.network.neutron [-] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.690978] env[68216]: DEBUG nova.network.neutron [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Successfully updated port: df65bb0b-2507-4195-aae8-28e8f2a102c3 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.714409] env[68216]: DEBUG nova.compute.manager [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.783183] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e866d-c1d4-4d8c-bc24-cb6eb3df15da {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.790352] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca4f298-50dd-4752-beb5-dcfcf5994925 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.823457] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9ce06b-7692-4931-926d-1856a7d50d9d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.831323] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb296d4d-1ee4-4796-b6de-4beb467a1666 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.848220] env[68216]: DEBUG nova.compute.provider_tree [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.892488] env[68216]: DEBUG nova.network.neutron [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Successfully created port: 08a025a0-37b6-46ad-8923-abba73358bf0 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.933836] env[68216]: DEBUG oslo_vmware.api [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3068015, 'name': PowerOffVM_Task, 'duration_secs': 0.216516} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.934736] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.934736] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.936590] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-072936ad-7a31-4a62-b22b-c0c6b467cca9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.997222] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529ea67d-219a-a95c-0163-8250abf26791, 'name': SearchDatastore_Task, 'duration_secs': 0.01241} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.998472] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734dacb2-eaee-46e9-b1de-1650994c8947 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.003884] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.004113] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.004303] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Deleting the datastore file [datastore2] 63c961b1-0371-4ca9-ab99-3b24530ae339 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.004984] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b442defe-f05b-4d68-9b50-f90c5b50a615 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.007521] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for the task: (returnval){ [ 679.007521] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5253969f-a65e-efa7-1eb6-4c331e92f5f2" [ 679.007521] env[68216]: _type = "Task" [ 679.007521] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.014094] env[68216]: DEBUG oslo_vmware.api [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for the task: (returnval){ [ 679.014094] env[68216]: value = "task-3068017" [ 679.014094] env[68216]: _type = "Task" [ 679.014094] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.022805] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5253969f-a65e-efa7-1eb6-4c331e92f5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.026456] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.026456] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 417ae562-0d10-4253-b608-13eae9ec020c/417ae562-0d10-4253-b608-13eae9ec020c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.026456] env[68216]: DEBUG oslo_vmware.api [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3068017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.027959] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-194de172-2c86-4ebb-b57f-6eda903b2b65 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.032184] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for the task: (returnval){ [ 679.032184] env[68216]: value = "task-3068018" [ 679.032184] env[68216]: _type = "Task" [ 679.032184] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.040344] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.148697] env[68216]: INFO nova.compute.manager [-] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Took 1.36 seconds to deallocate network for instance. [ 679.193353] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.193533] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.196017] env[68216]: DEBUG nova.network.neutron [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.355433] env[68216]: DEBUG nova.scheduler.client.report [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.479845] env[68216]: DEBUG nova.compute.manager [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Received event network-vif-deleted-db1aa81b-83ed-4370-8db9-ac9137ea09a2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.480675] env[68216]: DEBUG nova.compute.manager [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Received event network-vif-plugged-df65bb0b-2507-4195-aae8-28e8f2a102c3 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.481047] env[68216]: DEBUG oslo_concurrency.lockutils [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] Acquiring lock "94ed63d7-dcea-44b3-b787-2d21f0e55552-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.481304] env[68216]: DEBUG oslo_concurrency.lockutils [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] Lock "94ed63d7-dcea-44b3-b787-2d21f0e55552-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.481499] env[68216]: DEBUG oslo_concurrency.lockutils [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] Lock "94ed63d7-dcea-44b3-b787-2d21f0e55552-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.481674] env[68216]: DEBUG nova.compute.manager [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] No waiting events found dispatching network-vif-plugged-df65bb0b-2507-4195-aae8-28e8f2a102c3 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.481881] env[68216]: WARNING nova.compute.manager [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Received unexpected event network-vif-plugged-df65bb0b-2507-4195-aae8-28e8f2a102c3 for instance with vm_state building and task_state spawning. [ 679.482067] env[68216]: DEBUG nova.compute.manager [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Received event network-changed-df65bb0b-2507-4195-aae8-28e8f2a102c3 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.482251] env[68216]: DEBUG nova.compute.manager [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Refreshing instance network info cache due to event network-changed-df65bb0b-2507-4195-aae8-28e8f2a102c3. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 679.482458] env[68216]: DEBUG oslo_concurrency.lockutils [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] Acquiring lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.525726] env[68216]: DEBUG oslo_vmware.api [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Task: {'id': task-3068017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271049} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.526013] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.526226] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.526532] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.526747] env[68216]: INFO nova.compute.manager [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Took 1.13 seconds to destroy the instance on the hypervisor. [ 679.527033] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.530038] env[68216]: DEBUG nova.compute.manager [-] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.530038] env[68216]: DEBUG nova.network.neutron [-] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.543447] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068018, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.621522] env[68216]: DEBUG oslo_vmware.rw_handles [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7ef4-6ed0-349a-e035-ae18794d04e7/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 679.623329] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d2423-c9a8-421e-9c84-0a4d823d1419 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.629442] env[68216]: DEBUG oslo_vmware.rw_handles [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7ef4-6ed0-349a-e035-ae18794d04e7/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 679.629442] env[68216]: ERROR oslo_vmware.rw_handles [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7ef4-6ed0-349a-e035-ae18794d04e7/disk-0.vmdk due to incomplete transfer. [ 679.629713] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc276783-6eb8-4a10-8913-d5216b22bf2f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.636974] env[68216]: DEBUG oslo_vmware.rw_handles [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a7ef4-6ed0-349a-e035-ae18794d04e7/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 679.637198] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Uploaded image 1a6dcd5f-c45c-400b-9343-0f2f53361ce6 to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 679.639219] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.639482] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0db10c4-d677-4f6d-96e1-455902a113df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.647529] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 679.647529] env[68216]: value = "task-3068019" [ 679.647529] env[68216]: _type = "Task" [ 679.647529] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.656896] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.657201] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068019, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.725548] env[68216]: DEBUG nova.network.neutron [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.731917] env[68216]: DEBUG nova.compute.manager [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.761484] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.761840] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.762018] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.762590] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.762864] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.763117] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.763394] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.763575] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.763743] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.763906] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.764093] env[68216]: DEBUG nova.virt.hardware [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.765110] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84208701-8588-4286-82c1-c85c78ad8865 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.774485] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a351fc31-4dff-4cc0-b120-c1d0eba94c1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.860438] env[68216]: DEBUG oslo_concurrency.lockutils [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.862771] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.247s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.863048] env[68216]: DEBUG nova.objects.instance [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lazy-loading 'resources' on Instance uuid 157518c7-11d9-4a60-b529-58f5ade77a09 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.890658] env[68216]: INFO nova.scheduler.client.report [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Deleted allocations for instance 60a83a27-c812-4c82-9a8e-fa841127911b [ 679.899156] env[68216]: DEBUG nova.network.neutron [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updating instance_info_cache with network_info: [{"id": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "address": "fa:16:3e:4c:47:2e", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf65bb0b-25", "ovs_interfaceid": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.042640] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537554} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.042884] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 417ae562-0d10-4253-b608-13eae9ec020c/417ae562-0d10-4253-b608-13eae9ec020c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.043103] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.043328] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-658312d7-2c05-4a31-a27c-96a2ec504cb5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.050245] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for the task: (returnval){ [ 680.050245] env[68216]: value = "task-3068020" [ 680.050245] env[68216]: _type = "Task" [ 680.050245] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.057718] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.157570] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068019, 'name': Destroy_Task, 'duration_secs': 0.30345} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.157843] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Destroyed the VM [ 680.158086] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.158650] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8930b489-b925-499a-b728-30054f03e48d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.164810] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 680.164810] env[68216]: value = "task-3068021" [ 680.164810] env[68216]: _type = "Task" [ 680.164810] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.172061] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.403597] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.403694] env[68216]: DEBUG nova.compute.manager [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Instance network_info: |[{"id": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "address": "fa:16:3e:4c:47:2e", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf65bb0b-25", "ovs_interfaceid": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.404675] env[68216]: DEBUG oslo_concurrency.lockutils [None req-82b5ce98-b156-4bd6-a177-a35fbe004adc tempest-ImagesOneServerTestJSON-625928954 tempest-ImagesOneServerTestJSON-625928954-project-member] Lock "60a83a27-c812-4c82-9a8e-fa841127911b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.737s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.405959] env[68216]: DEBUG oslo_concurrency.lockutils [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] Acquired lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.406070] env[68216]: DEBUG nova.network.neutron [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Refreshing network info cache for port df65bb0b-2507-4195-aae8-28e8f2a102c3 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.408733] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:47:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df65bb0b-2507-4195-aae8-28e8f2a102c3', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.419367] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Creating folder: Project (129daf9119fc4c53bb93c29bbdcee2ad). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.423373] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53baf9ec-80a1-4a38-8c5b-7bfe98bf3961 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.431799] env[68216]: DEBUG nova.network.neutron [-] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.437198] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Created folder: Project (129daf9119fc4c53bb93c29bbdcee2ad) in parent group-v614292. [ 680.437478] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Creating folder: Instances. Parent ref: group-v614385. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.438020] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ab1acc-f426-4700-94f3-6f06f61e82d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.451485] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Created folder: Instances in parent group-v614385. [ 680.452279] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.452279] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.452279] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-371fc60e-b0de-4f3e-9790-a2b20133959d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.480694] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.480694] env[68216]: value = "task-3068024" [ 680.480694] env[68216]: _type = "Task" [ 680.480694] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.492392] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068024, 'name': CreateVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.561685] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066104} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.563149] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.563149] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d070f22b-1900-44f0-8f0d-b8a7d16efb26 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.588631] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 417ae562-0d10-4253-b608-13eae9ec020c/417ae562-0d10-4253-b608-13eae9ec020c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.591467] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0be27d8-0820-4e19-9808-a3e0a13252c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.611913] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for the task: (returnval){ [ 680.611913] env[68216]: value = "task-3068025" [ 680.611913] env[68216]: _type = "Task" [ 680.611913] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.624014] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.677445] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068021, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.698058] env[68216]: DEBUG nova.network.neutron [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Successfully updated port: 08a025a0-37b6-46ad-8923-abba73358bf0 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.924721] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0f7a15-c253-4816-bd01-4f77a982882e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.932663] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63693a5d-f0b9-4699-b8ce-705ddff57987 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.936062] env[68216]: INFO nova.compute.manager [-] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Took 1.41 seconds to deallocate network for instance. [ 680.966909] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05295c57-ff85-49f6-84c0-182b4128269b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.975204] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f9cec4-ab21-4264-9285-20c2358f0414 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.992301] env[68216]: DEBUG nova.compute.provider_tree [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.999461] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068024, 'name': CreateVM_Task, 'duration_secs': 0.346239} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.999461] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.999461] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.999461] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.999598] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.001102] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d757e477-a0c4-45fa-b3c0-d3d0357baa5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.004808] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 681.004808] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528aa496-d1cb-72e7-d6bf-7e9e0cc56667" [ 681.004808] env[68216]: _type = "Task" [ 681.004808] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.012359] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528aa496-d1cb-72e7-d6bf-7e9e0cc56667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.121767] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068025, 'name': ReconfigVM_Task, 'duration_secs': 0.335511} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.122193] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 417ae562-0d10-4253-b608-13eae9ec020c/417ae562-0d10-4253-b608-13eae9ec020c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.122995] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4d67662-689f-4c63-9679-117f431a885f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.133204] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for the task: (returnval){ [ 681.133204] env[68216]: value = "task-3068026" [ 681.133204] env[68216]: _type = "Task" [ 681.133204] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.141037] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068026, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.174766] env[68216]: DEBUG oslo_vmware.api [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068021, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64129} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.175746] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 681.176120] env[68216]: INFO nova.compute.manager [None req-53e252d0-230b-4ce4-8d1e-b7384a70eba1 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Took 13.03 seconds to snapshot the instance on the hypervisor. [ 681.202244] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquiring lock "refresh_cache-9734fd56-60c6-4585-aef1-cd2f5b296563" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.203027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquired lock "refresh_cache-9734fd56-60c6-4585-aef1-cd2f5b296563" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.203027] env[68216]: DEBUG nova.network.neutron [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.277107] env[68216]: DEBUG nova.network.neutron [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updated VIF entry in instance network info cache for port df65bb0b-2507-4195-aae8-28e8f2a102c3. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.277107] env[68216]: DEBUG nova.network.neutron [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updating instance_info_cache with network_info: [{"id": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "address": "fa:16:3e:4c:47:2e", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf65bb0b-25", "ovs_interfaceid": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.443495] env[68216]: DEBUG oslo_concurrency.lockutils [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.495782] env[68216]: DEBUG nova.scheduler.client.report [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.513179] env[68216]: DEBUG nova.compute.manager [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Received event network-vif-deleted-bbb11681-a917-4ad0-bbe0-1043cfe9c6fc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.513346] env[68216]: DEBUG nova.compute.manager [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Received event network-vif-plugged-08a025a0-37b6-46ad-8923-abba73358bf0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.513531] env[68216]: DEBUG oslo_concurrency.lockutils [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] Acquiring lock "9734fd56-60c6-4585-aef1-cd2f5b296563-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.513751] env[68216]: DEBUG oslo_concurrency.lockutils [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] Lock "9734fd56-60c6-4585-aef1-cd2f5b296563-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.513913] env[68216]: DEBUG oslo_concurrency.lockutils [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] Lock "9734fd56-60c6-4585-aef1-cd2f5b296563-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.514434] env[68216]: DEBUG nova.compute.manager [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] No waiting events found dispatching network-vif-plugged-08a025a0-37b6-46ad-8923-abba73358bf0 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.514693] env[68216]: WARNING nova.compute.manager [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Received unexpected event network-vif-plugged-08a025a0-37b6-46ad-8923-abba73358bf0 for instance with vm_state building and task_state spawning. [ 681.515479] env[68216]: DEBUG nova.compute.manager [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Received event network-changed-08a025a0-37b6-46ad-8923-abba73358bf0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.515479] env[68216]: DEBUG nova.compute.manager [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Refreshing instance network info cache due to event network-changed-08a025a0-37b6-46ad-8923-abba73358bf0. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 681.515479] env[68216]: DEBUG oslo_concurrency.lockutils [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] Acquiring lock "refresh_cache-9734fd56-60c6-4585-aef1-cd2f5b296563" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.522463] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528aa496-d1cb-72e7-d6bf-7e9e0cc56667, 'name': SearchDatastore_Task, 'duration_secs': 0.008734} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.522734] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.522945] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.523165] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.523298] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.523474] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.523726] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cf2ba00-26ca-49bb-ba41-c1c185486e10 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.532038] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.532216] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.532926] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dfd7bd4-f906-41b9-9c93-a76c953da9de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.538220] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 681.538220] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52462003-13ff-d159-29ed-aa700cfdc510" [ 681.538220] env[68216]: _type = "Task" [ 681.538220] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.546415] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52462003-13ff-d159-29ed-aa700cfdc510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.642707] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068026, 'name': Rename_Task, 'duration_secs': 0.136984} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.642980] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.643240] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd286319-5cf5-4e0c-8760-4aac8c4f2816 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.649604] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for the task: (returnval){ [ 681.649604] env[68216]: value = "task-3068027" [ 681.649604] env[68216]: _type = "Task" [ 681.649604] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.657204] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.755735] env[68216]: DEBUG nova.network.neutron [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.782391] env[68216]: DEBUG oslo_concurrency.lockutils [req-6b06f8c6-b78a-4810-95ee-2a538a7d8dc2 req-692c6ddb-8540-4b2d-83f4-6f64ec635ea2 service nova] Releasing lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.958227] env[68216]: DEBUG nova.network.neutron [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Updating instance_info_cache with network_info: [{"id": "08a025a0-37b6-46ad-8923-abba73358bf0", "address": "fa:16:3e:e8:9c:96", "network": {"id": "9428b4d5-bcb9-474d-b4cf-dfede307c827", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1185112008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f897bbefad4143af5326a89782d45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a025a0-37", "ovs_interfaceid": "08a025a0-37b6-46ad-8923-abba73358bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.000562] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.003975] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.661s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.006199] env[68216]: INFO nova.compute.claims [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.029031] env[68216]: INFO nova.scheduler.client.report [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Deleted allocations for instance 157518c7-11d9-4a60-b529-58f5ade77a09 [ 682.052538] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52462003-13ff-d159-29ed-aa700cfdc510, 'name': SearchDatastore_Task, 'duration_secs': 0.007825} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.054290] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ade31c1-5f03-4e8d-8f12-3646792b323a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.062212] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 682.062212] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e99cd0-86ab-de5a-673b-110e20d98ce4" [ 682.062212] env[68216]: _type = "Task" [ 682.062212] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.074569] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e99cd0-86ab-de5a-673b-110e20d98ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.158699] env[68216]: DEBUG oslo_vmware.api [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068027, 'name': PowerOnVM_Task, 'duration_secs': 0.443845} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.158993] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.159220] env[68216]: INFO nova.compute.manager [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Took 7.87 seconds to spawn the instance on the hypervisor. [ 682.159402] env[68216]: DEBUG nova.compute.manager [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.160181] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29864454-39d8-4838-a7d2-806c99a57102 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.462172] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Releasing lock "refresh_cache-9734fd56-60c6-4585-aef1-cd2f5b296563" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.462622] env[68216]: DEBUG nova.compute.manager [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Instance network_info: |[{"id": "08a025a0-37b6-46ad-8923-abba73358bf0", "address": "fa:16:3e:e8:9c:96", "network": {"id": "9428b4d5-bcb9-474d-b4cf-dfede307c827", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1185112008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f897bbefad4143af5326a89782d45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a025a0-37", "ovs_interfaceid": "08a025a0-37b6-46ad-8923-abba73358bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.462849] env[68216]: DEBUG oslo_concurrency.lockutils [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] Acquired lock "refresh_cache-9734fd56-60c6-4585-aef1-cd2f5b296563" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.463047] env[68216]: DEBUG nova.network.neutron [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Refreshing network info cache for port 08a025a0-37b6-46ad-8923-abba73358bf0 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.466304] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:9c:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08a025a0-37b6-46ad-8923-abba73358bf0', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.482541] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Creating folder: Project (85f897bbefad4143af5326a89782d45b). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.487557] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f7cfd37-6237-44ae-8223-788fefefc303 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.502984] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Created folder: Project (85f897bbefad4143af5326a89782d45b) in parent group-v614292. [ 682.503262] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Creating folder: Instances. Parent ref: group-v614388. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.503614] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa46549f-e6a5-4d92-9f3b-8d8bf92345d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.517842] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Created folder: Instances in parent group-v614388. [ 682.518160] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.518695] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.518949] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f440dcf8-345e-476f-8800-f3635d38d96c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.537935] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4a856017-546c-473e-9795-190243fb7233 tempest-ServerExternalEventsTest-1203227505 tempest-ServerExternalEventsTest-1203227505-project-member] Lock "157518c7-11d9-4a60-b529-58f5ade77a09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.691s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.543592] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.543592] env[68216]: value = "task-3068030" [ 682.543592] env[68216]: _type = "Task" [ 682.543592] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.553309] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068030, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.574415] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e99cd0-86ab-de5a-673b-110e20d98ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.574596] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.574878] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 94ed63d7-dcea-44b3-b787-2d21f0e55552/94ed63d7-dcea-44b3-b787-2d21f0e55552.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.575170] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af7769f-3968-4d4a-8343-1749bc2c57e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.583819] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 682.583819] env[68216]: value = "task-3068031" [ 682.583819] env[68216]: _type = "Task" [ 682.583819] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.594811] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.677129] env[68216]: INFO nova.compute.manager [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Took 42.10 seconds to build instance. [ 683.065316] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068030, 'name': CreateVM_Task, 'duration_secs': 0.386873} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.065763] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.067488] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.067782] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.068276] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.068700] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e0e240-3348-44a3-a7db-a3951c9817af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.083130] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for the task: (returnval){ [ 683.083130] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b2a6aa-35be-c832-6c34-0256d4de64e4" [ 683.083130] env[68216]: _type = "Task" [ 683.083130] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.108734] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b2a6aa-35be-c832-6c34-0256d4de64e4, 'name': SearchDatastore_Task, 'duration_secs': 0.014845} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.109160] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.109485] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.109950] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.112016] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.112016] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.115772] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7890129a-fe06-4d7e-8f91-7ae3cf9fff49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.118796] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528321} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.119085] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 94ed63d7-dcea-44b3-b787-2d21f0e55552/94ed63d7-dcea-44b3-b787-2d21f0e55552.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.119302] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.120031] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-224db9e9-3e86-42ee-baa6-8fd464602dd4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.128919] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.128964] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.130107] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c437650-f550-431c-a137-1463b43c167a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.137032] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 683.137032] env[68216]: value = "task-3068032" [ 683.137032] env[68216]: _type = "Task" [ 683.137032] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.139289] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for the task: (returnval){ [ 683.139289] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527ab19f-edbb-a8ed-db3b-328c0b355cd1" [ 683.139289] env[68216]: _type = "Task" [ 683.139289] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.147264] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.152823] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527ab19f-edbb-a8ed-db3b-328c0b355cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.180106] env[68216]: DEBUG oslo_concurrency.lockutils [None req-05eeb425-91ec-41bf-9fb6-310159a95d8d tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Lock "417ae562-0d10-4253-b608-13eae9ec020c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.335s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.221950] env[68216]: DEBUG nova.network.neutron [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Updated VIF entry in instance network info cache for port 08a025a0-37b6-46ad-8923-abba73358bf0. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.222258] env[68216]: DEBUG nova.network.neutron [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Updating instance_info_cache with network_info: [{"id": "08a025a0-37b6-46ad-8923-abba73358bf0", "address": "fa:16:3e:e8:9c:96", "network": {"id": "9428b4d5-bcb9-474d-b4cf-dfede307c827", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1185112008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85f897bbefad4143af5326a89782d45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a025a0-37", "ovs_interfaceid": "08a025a0-37b6-46ad-8923-abba73358bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.629216] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c006982-b4bd-42a8-83a4-4a5db65c57ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.640306] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c255a9-25b0-40a6-ac5a-ff89979beb89 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.652361] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184947} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.683073] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.683073] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527ab19f-edbb-a8ed-db3b-328c0b355cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.01436} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.683073] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb420cc-2a6a-4d0c-aae2-abb6cf6f6ca3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.686161] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee83bcd9-7a13-4142-bbb2-4410f0533172 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.689390] env[68216]: DEBUG nova.compute.manager [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.696029] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e1d8ec-6ae1-4e2e-adb1-6fbd77a118d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.720482] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 94ed63d7-dcea-44b3-b787-2d21f0e55552/94ed63d7-dcea-44b3-b787-2d21f0e55552.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.721065] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cccbdab-349b-41a7-8b23-fd0e5f6fae89 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.736353] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dd1094-46e5-420e-b85a-48a9dfd120e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.742032] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for the task: (returnval){ [ 683.742032] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5221ec3b-4bed-bffa-e93b-213a76d51214" [ 683.742032] env[68216]: _type = "Task" [ 683.742032] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.742032] env[68216]: DEBUG oslo_concurrency.lockutils [req-a90d7e5e-da36-4cea-a27f-1b152b897871 req-67b727f8-2e3c-4274-b2e4-0ef84d7f1b82 service nova] Releasing lock "refresh_cache-9734fd56-60c6-4585-aef1-cd2f5b296563" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.757763] env[68216]: DEBUG nova.compute.provider_tree [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.762396] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 683.762396] env[68216]: value = "task-3068033" [ 683.762396] env[68216]: _type = "Task" [ 683.762396] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.771200] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5221ec3b-4bed-bffa-e93b-213a76d51214, 'name': SearchDatastore_Task, 'duration_secs': 0.019341} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.773529] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.773880] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 9734fd56-60c6-4585-aef1-cd2f5b296563/9734fd56-60c6-4585-aef1-cd2f5b296563.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.781939] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-243a69c0-7f12-4223-8b94-2618d9df52a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.784858] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.791664] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for the task: (returnval){ [ 683.791664] env[68216]: value = "task-3068034" [ 683.791664] env[68216]: _type = "Task" [ 683.791664] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.803704] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.835749] env[68216]: DEBUG oslo_concurrency.lockutils [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Acquiring lock "d1367ce2-b040-4d5e-a492-d05de61b2732" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.835958] env[68216]: DEBUG oslo_concurrency.lockutils [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.854992] env[68216]: DEBUG nova.compute.manager [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.856171] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e39e1ed-c6d1-4013-8a09-46db8c1e5c44 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.246870] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.261822] env[68216]: DEBUG nova.scheduler.client.report [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.277710] env[68216]: DEBUG oslo_concurrency.lockutils [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquiring lock "417ae562-0d10-4253-b608-13eae9ec020c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.279951] env[68216]: DEBUG oslo_concurrency.lockutils [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Lock "417ae562-0d10-4253-b608-13eae9ec020c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.280285] env[68216]: DEBUG oslo_concurrency.lockutils [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquiring lock "417ae562-0d10-4253-b608-13eae9ec020c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.280585] env[68216]: DEBUG oslo_concurrency.lockutils [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Lock "417ae562-0d10-4253-b608-13eae9ec020c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.280680] env[68216]: DEBUG oslo_concurrency.lockutils [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Lock "417ae562-0d10-4253-b608-13eae9ec020c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.284280] env[68216]: INFO nova.compute.manager [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Terminating instance [ 684.293939] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.306221] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068034, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.340428] env[68216]: DEBUG nova.compute.utils [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.370399] env[68216]: INFO nova.compute.manager [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] instance snapshotting [ 684.371755] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b2f8f-d65e-4220-895d-07615664563a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.400450] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aea64e4-75f4-415e-8cc4-5c33da387e3a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.782770] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.783333] env[68216]: DEBUG nova.compute.manager [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.789281] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068033, 'name': ReconfigVM_Task, 'duration_secs': 0.732316} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.791450] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.710s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.791757] env[68216]: DEBUG nova.objects.instance [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 684.796624] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 94ed63d7-dcea-44b3-b787-2d21f0e55552/94ed63d7-dcea-44b3-b787-2d21f0e55552.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.797979] env[68216]: DEBUG nova.compute.manager [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.798224] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.798465] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-412e36fb-a373-4b77-9d0b-1534a75bd091 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.810337] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd13257e-cdff-4b1d-ba42-5f54b352a1ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.819857] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.831039] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd11cc69-bffa-46f2-bf0e-be8c71f6d1a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.833339] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814145} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.833726] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 684.833726] env[68216]: value = "task-3068035" [ 684.833726] env[68216]: _type = "Task" [ 684.833726] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.834092] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 9734fd56-60c6-4585-aef1-cd2f5b296563/9734fd56-60c6-4585-aef1-cd2f5b296563.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.834385] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.835323] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cae3181b-2641-452c-bea2-cf968f340706 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.851846] env[68216]: DEBUG oslo_concurrency.lockutils [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.852815] env[68216]: DEBUG oslo_vmware.api [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for the task: (returnval){ [ 684.852815] env[68216]: value = "task-3068036" [ 684.852815] env[68216]: _type = "Task" [ 684.852815] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.866410] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068035, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.866772] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for the task: (returnval){ [ 684.866772] env[68216]: value = "task-3068037" [ 684.866772] env[68216]: _type = "Task" [ 684.866772] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.875400] env[68216]: DEBUG oslo_vmware.api [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.880306] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.919089] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 684.919525] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c769439-7922-4725-ae10-def85e8179c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.927953] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 684.927953] env[68216]: value = "task-3068038" [ 684.927953] env[68216]: _type = "Task" [ 684.927953] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.937308] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068038, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.291447] env[68216]: DEBUG nova.compute.utils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.292896] env[68216]: DEBUG nova.compute.manager [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.296041] env[68216]: DEBUG nova.network.neutron [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.335195] env[68216]: DEBUG nova.policy [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9356533b7b4445accfa7646902d41c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '456ec608aad04c10b3db8f6a6b10f440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.345991] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068035, 'name': Rename_Task, 'duration_secs': 0.279965} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.346295] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.346847] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8e5705e-5517-4aba-adbe-8a4db0b1e8ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.354278] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 685.354278] env[68216]: value = "task-3068039" [ 685.354278] env[68216]: _type = "Task" [ 685.354278] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.367698] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.369753] env[68216]: DEBUG oslo_vmware.api [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068036, 'name': PowerOffVM_Task, 'duration_secs': 0.275882} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.372966] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.373166] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.373441] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ad71d96-c424-4797-bd45-7011f024afef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.380615] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066337} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.381301] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.382281] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6acc758-8452-41fe-9ac7-e4550875670a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.406975] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 9734fd56-60c6-4585-aef1-cd2f5b296563/9734fd56-60c6-4585-aef1-cd2f5b296563.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.406975] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe46c09f-861a-4098-8185-392f5846f80d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.431018] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for the task: (returnval){ [ 685.431018] env[68216]: value = "task-3068041" [ 685.431018] env[68216]: _type = "Task" [ 685.431018] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.447390] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068038, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.448303] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.451060] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.451060] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Deleting the datastore file [datastore1] 417ae562-0d10-4253-b608-13eae9ec020c {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.454813] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0faeafd-44bc-4855-a4d7-6f073dd4ebd4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.456185] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.462719] env[68216]: DEBUG oslo_vmware.api [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for the task: (returnval){ [ 685.462719] env[68216]: value = "task-3068042" [ 685.462719] env[68216]: _type = "Task" [ 685.462719] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.473428] env[68216]: DEBUG oslo_vmware.api [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.797170] env[68216]: DEBUG nova.compute.manager [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.808772] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10b61a2a-8693-4110-aec9-bbbc0eee5226 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.809733] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.207s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.811177] env[68216]: INFO nova.compute.claims [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.848345] env[68216]: DEBUG nova.network.neutron [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Successfully created port: e5da5abd-2f79-4e6c-ad4d-90b3940e66e0 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.864723] env[68216]: DEBUG oslo_vmware.api [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068039, 'name': PowerOnVM_Task, 'duration_secs': 0.475906} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.865019] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.865228] env[68216]: INFO nova.compute.manager [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Took 8.84 seconds to spawn the instance on the hypervisor. [ 685.865399] env[68216]: DEBUG nova.compute.manager [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.866204] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743b6b16-f745-4224-a43f-a074e8b851e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.942750] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068038, 'name': CreateSnapshot_Task, 'duration_secs': 0.642611} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.946051] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 685.946354] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068041, 'name': ReconfigVM_Task, 'duration_secs': 0.299975} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.947171] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cffafd-94c2-4acc-8ae3-a9b18bd89b49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.950839] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 9734fd56-60c6-4585-aef1-cd2f5b296563/9734fd56-60c6-4585-aef1-cd2f5b296563.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.950839] env[68216]: DEBUG oslo_concurrency.lockutils [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Acquiring lock "d1367ce2-b040-4d5e-a492-d05de61b2732" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.951014] env[68216]: DEBUG oslo_concurrency.lockutils [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.951173] env[68216]: INFO nova.compute.manager [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Attaching volume cf2c590d-ce7f-485e-8c61-e22be2857fdf to /dev/sdb [ 685.952617] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45baa854-db08-4577-8833-d978405c0229 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.964644] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for the task: (returnval){ [ 685.964644] env[68216]: value = "task-3068043" [ 685.964644] env[68216]: _type = "Task" [ 685.964644] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.977480] env[68216]: DEBUG oslo_vmware.api [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Task: {'id': task-3068042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15728} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.982584] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.982869] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.983111] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.983348] env[68216]: INFO nova.compute.manager [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 685.983652] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.983993] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068043, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.984230] env[68216]: DEBUG nova.compute.manager [-] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.984349] env[68216]: DEBUG nova.network.neutron [-] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.006349] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca438c07-c4e3-4a80-a744-ff5f75353ce5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.017495] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ef8855-273e-4f3c-b8d9-8bc772beaa69 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.032055] env[68216]: DEBUG nova.virt.block_device [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Updating existing volume attachment record: b922f0e6-a2b3-4d09-a363-3e99ee8fa013 {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 686.173011] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "2d3901de-fd96-48d5-b12c-fc7ad111126e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.173262] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "2d3901de-fd96-48d5-b12c-fc7ad111126e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.383316] env[68216]: INFO nova.compute.manager [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Took 45.30 seconds to build instance. [ 686.476609] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 686.477121] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-32fb0ff3-8e86-4c5e-9cda-b6825a4cea50 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.497622] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068043, 'name': Rename_Task, 'duration_secs': 0.1567} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.497933] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 686.497933] env[68216]: value = "task-3068047" [ 686.497933] env[68216]: _type = "Task" [ 686.497933] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.498805] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.498805] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-326364fe-3e1a-437d-a2c5-096673b8c86b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.511414] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for the task: (returnval){ [ 686.511414] env[68216]: value = "task-3068048" [ 686.511414] env[68216]: _type = "Task" [ 686.511414] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.515221] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068047, 'name': CloneVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.523455] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.803969] env[68216]: DEBUG nova.compute.manager [req-d5599d37-4fb1-42f2-ba0e-172e4119f249 req-3c54791c-6f34-42a1-8797-612a15249d10 service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Received event network-vif-deleted-8876d9e7-2e0c-4aff-8162-7db7c258afbc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 686.804233] env[68216]: INFO nova.compute.manager [req-d5599d37-4fb1-42f2-ba0e-172e4119f249 req-3c54791c-6f34-42a1-8797-612a15249d10 service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Neutron deleted interface 8876d9e7-2e0c-4aff-8162-7db7c258afbc; detaching it from the instance and deleting it from the info cache [ 686.804357] env[68216]: DEBUG nova.network.neutron [req-d5599d37-4fb1-42f2-ba0e-172e4119f249 req-3c54791c-6f34-42a1-8797-612a15249d10 service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.809643] env[68216]: DEBUG nova.compute.manager [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.841576] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.841841] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.842009] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.842190] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.842332] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.842495] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.842718] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.842876] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.843316] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.843524] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.845206] env[68216]: DEBUG nova.virt.hardware [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.848233] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875f9bca-5b7b-455b-b823-5d62136042d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.864030] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd84bd2-8ae4-40c9-925e-578a8da204d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.885490] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd95ccc6-de39-4d58-9f92-7efbc7db4ddd tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.364s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.013214] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068047, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.025245] env[68216]: DEBUG oslo_vmware.api [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068048, 'name': PowerOnVM_Task, 'duration_secs': 0.492875} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.025593] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.025803] env[68216]: INFO nova.compute.manager [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Took 7.29 seconds to spawn the instance on the hypervisor. [ 687.026052] env[68216]: DEBUG nova.compute.manager [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.026529] env[68216]: DEBUG nova.network.neutron [-] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.028173] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6859bc40-9705-435d-aa4c-b09561e3966f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.307044] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f49c4aa-9eba-427a-9a5a-4429a8f56760 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.322241] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b80ad29-f43c-4f5b-9da4-7514decc8528 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.361455] env[68216]: DEBUG nova.compute.manager [req-d5599d37-4fb1-42f2-ba0e-172e4119f249 req-3c54791c-6f34-42a1-8797-612a15249d10 service nova] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Detach interface failed, port_id=8876d9e7-2e0c-4aff-8162-7db7c258afbc, reason: Instance 417ae562-0d10-4253-b608-13eae9ec020c could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 687.387824] env[68216]: DEBUG nova.compute.manager [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.417429] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60ba33b-eecb-4c7a-a15f-cdaaedd96e06 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.425224] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2901b5-67d6-43b0-8306-496e60922b01 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.467165] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de93e383-d5f2-49dd-8c31-733d490c4e5d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.478109] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6f2f8b-97be-411f-8019-37479444ceef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.492561] env[68216]: DEBUG nova.compute.provider_tree [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.508401] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068047, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.541209] env[68216]: INFO nova.compute.manager [-] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Took 1.56 seconds to deallocate network for instance. [ 687.565066] env[68216]: INFO nova.compute.manager [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Took 45.23 seconds to build instance. [ 687.874601] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.874894] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.915605] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.995835] env[68216]: DEBUG nova.scheduler.client.report [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.013726] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068047, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.051167] env[68216]: DEBUG oslo_concurrency.lockutils [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.077023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-40103f74-96f4-4ca8-a885-756c5ac6250b tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Lock "9734fd56-60c6-4585-aef1-cd2f5b296563" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.192s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.425217] env[68216]: DEBUG nova.network.neutron [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Successfully updated port: e5da5abd-2f79-4e6c-ad4d-90b3940e66e0 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.512112] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.512449] env[68216]: DEBUG nova.compute.manager [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.515356] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068047, 'name': CloneVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.515699] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.703s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.518162] env[68216]: INFO nova.compute.claims [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.579019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquiring lock "9734fd56-60c6-4585-aef1-cd2f5b296563" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.579019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Lock "9734fd56-60c6-4585-aef1-cd2f5b296563" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.579019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquiring lock "9734fd56-60c6-4585-aef1-cd2f5b296563-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.579019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Lock "9734fd56-60c6-4585-aef1-cd2f5b296563-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.579019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Lock "9734fd56-60c6-4585-aef1-cd2f5b296563-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.579019] env[68216]: DEBUG nova.compute.manager [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.582446] env[68216]: INFO nova.compute.manager [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Terminating instance [ 688.888234] env[68216]: DEBUG nova.compute.manager [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Received event network-vif-plugged-e5da5abd-2f79-4e6c-ad4d-90b3940e66e0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 688.888553] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] Acquiring lock "3fae37c9-43fc-466a-8ceb-f38e362e5832-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.888844] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] Lock "3fae37c9-43fc-466a-8ceb-f38e362e5832-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.889092] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] Lock "3fae37c9-43fc-466a-8ceb-f38e362e5832-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.889373] env[68216]: DEBUG nova.compute.manager [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] No waiting events found dispatching network-vif-plugged-e5da5abd-2f79-4e6c-ad4d-90b3940e66e0 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.889541] env[68216]: WARNING nova.compute.manager [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Received unexpected event network-vif-plugged-e5da5abd-2f79-4e6c-ad4d-90b3940e66e0 for instance with vm_state building and task_state spawning. [ 688.889770] env[68216]: DEBUG nova.compute.manager [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Received event network-changed-df65bb0b-2507-4195-aae8-28e8f2a102c3 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 688.889986] env[68216]: DEBUG nova.compute.manager [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Refreshing instance network info cache due to event network-changed-df65bb0b-2507-4195-aae8-28e8f2a102c3. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 688.890263] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] Acquiring lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.890454] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] Acquired lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.890679] env[68216]: DEBUG nova.network.neutron [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Refreshing network info cache for port df65bb0b-2507-4195-aae8-28e8f2a102c3 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.931477] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-3fae37c9-43fc-466a-8ceb-f38e362e5832" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.931477] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-3fae37c9-43fc-466a-8ceb-f38e362e5832" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.931477] env[68216]: DEBUG nova.network.neutron [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.012356] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068047, 'name': CloneVM_Task, 'duration_secs': 2.072331} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.012616] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Created linked-clone VM from snapshot [ 689.013489] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c59f8db-665e-401f-af74-b7be128c4f24 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.023789] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Uploading image ff6b9c6f-b0d3-4cca-9cd2-a423716db201 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.028321] env[68216]: DEBUG nova.compute.utils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.030661] env[68216]: DEBUG nova.compute.manager [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.031861] env[68216]: DEBUG nova.network.neutron [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.047139] env[68216]: DEBUG oslo_vmware.rw_handles [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 689.047139] env[68216]: value = "vm-614395" [ 689.047139] env[68216]: _type = "VirtualMachine" [ 689.047139] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 689.047139] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b9954c19-7160-4fdd-aa28-b1653f2bdafa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.054805] env[68216]: DEBUG oslo_vmware.rw_handles [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lease: (returnval){ [ 689.054805] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52641c8b-7b75-930d-303d-3e0972ed826b" [ 689.054805] env[68216]: _type = "HttpNfcLease" [ 689.054805] env[68216]: } obtained for exporting VM: (result){ [ 689.054805] env[68216]: value = "vm-614395" [ 689.054805] env[68216]: _type = "VirtualMachine" [ 689.054805] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 689.055146] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the lease: (returnval){ [ 689.055146] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52641c8b-7b75-930d-303d-3e0972ed826b" [ 689.055146] env[68216]: _type = "HttpNfcLease" [ 689.055146] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 689.062088] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.062088] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52641c8b-7b75-930d-303d-3e0972ed826b" [ 689.062088] env[68216]: _type = "HttpNfcLease" [ 689.062088] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 689.088233] env[68216]: DEBUG nova.compute.manager [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.088442] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.091401] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a762c32-17be-46f8-949f-fd9328d9fee7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.096064] env[68216]: DEBUG nova.policy [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2070d00d65c44d468eaf117d20bf7cad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a08f3360ac5e431f8c5cc977919da440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.100072] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.100305] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93e07b6e-12fa-4121-9645-cf516906b1d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.106456] env[68216]: DEBUG oslo_vmware.api [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for the task: (returnval){ [ 689.106456] env[68216]: value = "task-3068051" [ 689.106456] env[68216]: _type = "Task" [ 689.106456] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.110313] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.115211] env[68216]: DEBUG oslo_vmware.api [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.418256] env[68216]: DEBUG nova.network.neutron [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Successfully created port: a50b892a-5d95-4fad-bfc0-cf03c209d3ac {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.482109] env[68216]: DEBUG nova.network.neutron [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.531185] env[68216]: DEBUG nova.compute.manager [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.568319] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.568319] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52641c8b-7b75-930d-303d-3e0972ed826b" [ 689.568319] env[68216]: _type = "HttpNfcLease" [ 689.568319] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 689.568639] env[68216]: DEBUG oslo_vmware.rw_handles [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 689.568639] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52641c8b-7b75-930d-303d-3e0972ed826b" [ 689.568639] env[68216]: _type = "HttpNfcLease" [ 689.568639] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 689.569373] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70a2235-7ba4-4571-b933-7e2d1001853c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.579335] env[68216]: DEBUG oslo_vmware.rw_handles [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0310-0680-5bf6-7db0-c75c55ca8877/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 689.579523] env[68216]: DEBUG oslo_vmware.rw_handles [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0310-0680-5bf6-7db0-c75c55ca8877/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 689.658962] env[68216]: DEBUG oslo_vmware.api [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068051, 'name': PowerOffVM_Task, 'duration_secs': 0.203009} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.661799] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.661980] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.662560] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f37f9a0-9abc-45e5-afb4-78b442915294 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.694653] env[68216]: DEBUG nova.network.neutron [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Updating instance_info_cache with network_info: [{"id": "e5da5abd-2f79-4e6c-ad4d-90b3940e66e0", "address": "fa:16:3e:94:a1:fb", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5da5abd-2f", "ovs_interfaceid": "e5da5abd-2f79-4e6c-ad4d-90b3940e66e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.719195] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.719448] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.719777] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Deleting the datastore file [datastore2] 9734fd56-60c6-4585-aef1-cd2f5b296563 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.719934] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83a1f019-26e6-4db8-8753-6955d2085a55 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.728283] env[68216]: DEBUG oslo_vmware.api [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for the task: (returnval){ [ 689.728283] env[68216]: value = "task-3068053" [ 689.728283] env[68216]: _type = "Task" [ 689.728283] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.741034] env[68216]: DEBUG oslo_vmware.api [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.745520] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9eea98f7-8366-4d15-aa42-4a73af5456f1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.904769] env[68216]: DEBUG nova.network.neutron [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updated VIF entry in instance network info cache for port df65bb0b-2507-4195-aae8-28e8f2a102c3. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.905140] env[68216]: DEBUG nova.network.neutron [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updating instance_info_cache with network_info: [{"id": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "address": "fa:16:3e:4c:47:2e", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf65bb0b-25", "ovs_interfaceid": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.111372] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4836d4b-0419-4078-9d59-3911ce9119ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.120154] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd02bd29-bb9c-461d-b3a9-edaf930fc1de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.151916] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4900eee7-8097-4c6f-847a-ffe0d4ea633a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.160354] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813d7173-5bd4-46a0-ad3f-34d1e214a5b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.175700] env[68216]: DEBUG nova.compute.provider_tree [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.197748] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-3fae37c9-43fc-466a-8ceb-f38e362e5832" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.198083] env[68216]: DEBUG nova.compute.manager [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Instance network_info: |[{"id": "e5da5abd-2f79-4e6c-ad4d-90b3940e66e0", "address": "fa:16:3e:94:a1:fb", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5da5abd-2f", "ovs_interfaceid": "e5da5abd-2f79-4e6c-ad4d-90b3940e66e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.198641] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:a1:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5da5abd-2f79-4e6c-ad4d-90b3940e66e0', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.207416] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Creating folder: Project (456ec608aad04c10b3db8f6a6b10f440). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.208147] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bcf1349-9394-4bec-9bef-c547b69f40d4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.220608] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Created folder: Project (456ec608aad04c10b3db8f6a6b10f440) in parent group-v614292. [ 690.220818] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Creating folder: Instances. Parent ref: group-v614396. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.221357] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bace35e-74d3-483c-a9b0-7b3c5b116af0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.236460] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Created folder: Instances in parent group-v614396. [ 690.236460] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.236891] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.237187] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6fb412-042a-4b52-be28-978fe69c05fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.257606] env[68216]: DEBUG oslo_vmware.api [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Task: {'id': task-3068053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14821} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.258419] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.258732] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.259124] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.259243] env[68216]: INFO nova.compute.manager [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Took 1.17 seconds to destroy the instance on the hypervisor. [ 690.259545] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.260159] env[68216]: DEBUG nova.compute.manager [-] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.260258] env[68216]: DEBUG nova.network.neutron [-] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.263460] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.263460] env[68216]: value = "task-3068056" [ 690.263460] env[68216]: _type = "Task" [ 690.263460] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.272024] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068056, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.414726] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] Releasing lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.415039] env[68216]: DEBUG nova.compute.manager [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Received event network-changed-e5da5abd-2f79-4e6c-ad4d-90b3940e66e0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.415298] env[68216]: DEBUG nova.compute.manager [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Refreshing instance network info cache due to event network-changed-e5da5abd-2f79-4e6c-ad4d-90b3940e66e0. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 690.415598] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] Acquiring lock "refresh_cache-3fae37c9-43fc-466a-8ceb-f38e362e5832" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.415861] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] Acquired lock "refresh_cache-3fae37c9-43fc-466a-8ceb-f38e362e5832" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.416085] env[68216]: DEBUG nova.network.neutron [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Refreshing network info cache for port e5da5abd-2f79-4e6c-ad4d-90b3940e66e0 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.545489] env[68216]: DEBUG nova.compute.manager [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.569591] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.569933] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.570113] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.570360] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.570516] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.570670] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.570976] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.571198] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.571407] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.571581] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.571812] env[68216]: DEBUG nova.virt.hardware [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.573066] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae85f03-3b1a-46bd-a7cf-20bfbd51d031 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.581430] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32e2890-d572-475d-b5fa-527fa89ba12b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.599747] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 690.600121] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614394', 'volume_id': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'name': 'volume-cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1367ce2-b040-4d5e-a492-d05de61b2732', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'serial': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 690.600954] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5191e6-7cef-4922-acf2-8f36ce9e2639 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.617845] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9d890f-1661-4665-9bef-6f26c89ddeb0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.643617] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-cf2c590d-ce7f-485e-8c61-e22be2857fdf/volume-cf2c590d-ce7f-485e-8c61-e22be2857fdf.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.644664] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3542656c-c3e1-4691-96a6-5ca399a4f286 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.664631] env[68216]: DEBUG oslo_vmware.api [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Waiting for the task: (returnval){ [ 690.664631] env[68216]: value = "task-3068057" [ 690.664631] env[68216]: _type = "Task" [ 690.664631] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.672880] env[68216]: DEBUG oslo_vmware.api [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.678917] env[68216]: DEBUG nova.scheduler.client.report [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.777447] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068056, 'name': CreateVM_Task, 'duration_secs': 0.314929} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.777709] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.778522] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.778817] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.779363] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.779744] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2c5972-1632-4411-9811-df00b00e33c5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.784514] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 690.784514] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5252c66c-79b5-bd4d-ddbf-005744f1de00" [ 690.784514] env[68216]: _type = "Task" [ 690.784514] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.792986] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5252c66c-79b5-bd4d-ddbf-005744f1de00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.912468] env[68216]: DEBUG nova.compute.manager [req-fc1f49ef-eb72-4ca6-9dbd-69b2f8871062 req-da4e82fd-f7a8-4920-871a-933482987580 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Received event network-vif-deleted-08a025a0-37b6-46ad-8923-abba73358bf0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.912753] env[68216]: INFO nova.compute.manager [req-fc1f49ef-eb72-4ca6-9dbd-69b2f8871062 req-da4e82fd-f7a8-4920-871a-933482987580 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Neutron deleted interface 08a025a0-37b6-46ad-8923-abba73358bf0; detaching it from the instance and deleting it from the info cache [ 690.912924] env[68216]: DEBUG nova.network.neutron [req-fc1f49ef-eb72-4ca6-9dbd-69b2f8871062 req-da4e82fd-f7a8-4920-871a-933482987580 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.053388] env[68216]: DEBUG nova.network.neutron [-] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.175168] env[68216]: DEBUG oslo_vmware.api [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.184133] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.184604] env[68216]: DEBUG nova.compute.manager [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.191091] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.235s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.191179] env[68216]: DEBUG nova.objects.instance [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lazy-loading 'resources' on Instance uuid d323052c-729a-4e7c-95b0-2426a0fda55c {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.300187] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5252c66c-79b5-bd4d-ddbf-005744f1de00, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.300187] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.300187] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.300187] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.300364] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.300554] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.300871] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-192f055a-540d-4909-b808-06294e0c4246 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.310526] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.311059] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.311970] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c198a2a5-c1f1-4636-a653-c936863d0386 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.318271] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 691.318271] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523e8894-2653-c6f7-c4af-626ea22c7fda" [ 691.318271] env[68216]: _type = "Task" [ 691.318271] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.328104] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523e8894-2653-c6f7-c4af-626ea22c7fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.363076] env[68216]: DEBUG nova.network.neutron [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Updated VIF entry in instance network info cache for port e5da5abd-2f79-4e6c-ad4d-90b3940e66e0. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.363579] env[68216]: DEBUG nova.network.neutron [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Updating instance_info_cache with network_info: [{"id": "e5da5abd-2f79-4e6c-ad4d-90b3940e66e0", "address": "fa:16:3e:94:a1:fb", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5da5abd-2f", "ovs_interfaceid": "e5da5abd-2f79-4e6c-ad4d-90b3940e66e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.415424] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8c69e69-7ea8-4a71-8eeb-26aea91e423b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.425433] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2a2653-cab0-4497-bba7-787ffa1fe734 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.465924] env[68216]: DEBUG nova.compute.manager [req-fc1f49ef-eb72-4ca6-9dbd-69b2f8871062 req-da4e82fd-f7a8-4920-871a-933482987580 service nova] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Detach interface failed, port_id=08a025a0-37b6-46ad-8923-abba73358bf0, reason: Instance 9734fd56-60c6-4585-aef1-cd2f5b296563 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 691.560724] env[68216]: INFO nova.compute.manager [-] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Took 1.30 seconds to deallocate network for instance. [ 691.569095] env[68216]: DEBUG nova.network.neutron [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Successfully updated port: a50b892a-5d95-4fad-bfc0-cf03c209d3ac {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.675699] env[68216]: DEBUG oslo_vmware.api [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068057, 'name': ReconfigVM_Task, 'duration_secs': 0.689535} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.675993] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-cf2c590d-ce7f-485e-8c61-e22be2857fdf/volume-cf2c590d-ce7f-485e-8c61-e22be2857fdf.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.680770] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55e8025-3b71-460b-9df4-3cac606e2833 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.698457] env[68216]: DEBUG nova.compute.utils [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.701288] env[68216]: DEBUG nova.compute.manager [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.701427] env[68216]: DEBUG nova.network.neutron [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.703749] env[68216]: DEBUG oslo_vmware.api [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Waiting for the task: (returnval){ [ 691.703749] env[68216]: value = "task-3068058" [ 691.703749] env[68216]: _type = "Task" [ 691.703749] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.713138] env[68216]: DEBUG oslo_vmware.api [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.768721] env[68216]: DEBUG nova.policy [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de0603b70a534dd5945d0d754a7f1dd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98448f757da34d7ab0e07e47eca920df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.832214] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523e8894-2653-c6f7-c4af-626ea22c7fda, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.837552] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7fd4ce-1357-420e-bb93-42c7b31617a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.844097] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 691.844097] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f45a7d-5e5a-0201-7120-ed4c2c425f33" [ 691.844097] env[68216]: _type = "Task" [ 691.844097] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.856326] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f45a7d-5e5a-0201-7120-ed4c2c425f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.866460] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b664901-e718-4e78-bc00-bb2fa5d229b8 req-a0227607-875e-49e9-8d70-7ab68a2b1863 service nova] Releasing lock "refresh_cache-3fae37c9-43fc-466a-8ceb-f38e362e5832" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.068279] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.072093] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "refresh_cache-81d56bf0-a65c-4c45-9355-ab8cb235f54b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.072234] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "refresh_cache-81d56bf0-a65c-4c45-9355-ab8cb235f54b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.072441] env[68216]: DEBUG nova.network.neutron [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.205497] env[68216]: DEBUG nova.compute.manager [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.208952] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3a7d39-6ac1-4aaf-911d-b609c311c689 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.224133] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0b8e71-1c6a-4bc8-bac9-af02c31e80dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.226841] env[68216]: DEBUG oslo_vmware.api [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068058, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.258393] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6715779d-ecaf-433b-bedc-5b38bb92a5c1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.266936] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5720394-e47d-4ee2-8d36-a2268c154343 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.282038] env[68216]: DEBUG nova.compute.provider_tree [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.284150] env[68216]: DEBUG nova.network.neutron [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Successfully created port: 6918b78c-4ec6-4873-819a-c834668071ed {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.354980] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f45a7d-5e5a-0201-7120-ed4c2c425f33, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.355249] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.355506] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 3fae37c9-43fc-466a-8ceb-f38e362e5832/3fae37c9-43fc-466a-8ceb-f38e362e5832.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.355755] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62908163-784e-4ead-8203-fb0015e12861 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.363126] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 692.363126] env[68216]: value = "task-3068059" [ 692.363126] env[68216]: _type = "Task" [ 692.363126] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.376289] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.630880] env[68216]: DEBUG nova.network.neutron [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.715225] env[68216]: INFO nova.virt.block_device [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Booting with volume d2a3076f-a4bd-4e21-b63f-6a60cec68250 at /dev/sda [ 692.726474] env[68216]: DEBUG oslo_vmware.api [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068058, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.776529] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1f62096-874f-4a31-b7c9-67f8b74b9628 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.783213] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ff275b-2916-4f29-90db-50d78c8457b6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.799463] env[68216]: DEBUG nova.scheduler.client.report [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.833308] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f156782-f414-496b-90f0-f65fb36dfae4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.845263] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827971fa-57bb-4314-adaf-cd5db24d3f9b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.869488] env[68216]: DEBUG nova.network.neutron [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Updating instance_info_cache with network_info: [{"id": "a50b892a-5d95-4fad-bfc0-cf03c209d3ac", "address": "fa:16:3e:eb:23:23", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50b892a-5d", "ovs_interfaceid": "a50b892a-5d95-4fad-bfc0-cf03c209d3ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.888533] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068059, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.889196] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "refresh_cache-81d56bf0-a65c-4c45-9355-ab8cb235f54b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.889529] env[68216]: DEBUG nova.compute.manager [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Instance network_info: |[{"id": "a50b892a-5d95-4fad-bfc0-cf03c209d3ac", "address": "fa:16:3e:eb:23:23", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50b892a-5d", "ovs_interfaceid": "a50b892a-5d95-4fad-bfc0-cf03c209d3ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.890381] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1acc4-3fa4-4e0e-b808-6f4c87d9125a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.893760] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:23:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a50b892a-5d95-4fad-bfc0-cf03c209d3ac', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.901899] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Creating folder: Project (a08f3360ac5e431f8c5cc977919da440). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.902586] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0927640-9df4-46e8-b0f5-472300b94acc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.909976] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0b2015-b39e-49bd-b480-e64ec644244b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.914388] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Created folder: Project (a08f3360ac5e431f8c5cc977919da440) in parent group-v614292. [ 692.914616] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Creating folder: Instances. Parent ref: group-v614399. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.914864] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf561c4a-571e-49e8-be35-b5f0c2435e7b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.924660] env[68216]: DEBUG nova.virt.block_device [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Updating existing volume attachment record: 50715bb6-cd0b-4632-9101-e8babe7a5100 {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 692.928921] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Created folder: Instances in parent group-v614399. [ 692.928921] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.928921] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.928921] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aeb57cb-40b4-48b2-a8e6-dd991ed748e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.949019] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.949019] env[68216]: value = "task-3068062" [ 692.949019] env[68216]: _type = "Task" [ 692.949019] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.955401] env[68216]: DEBUG nova.compute.manager [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Received event network-vif-plugged-a50b892a-5d95-4fad-bfc0-cf03c209d3ac {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.955401] env[68216]: DEBUG oslo_concurrency.lockutils [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] Acquiring lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.955401] env[68216]: DEBUG oslo_concurrency.lockutils [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] Lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.955401] env[68216]: DEBUG oslo_concurrency.lockutils [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] Lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.955401] env[68216]: DEBUG nova.compute.manager [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] No waiting events found dispatching network-vif-plugged-a50b892a-5d95-4fad-bfc0-cf03c209d3ac {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.955401] env[68216]: WARNING nova.compute.manager [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Received unexpected event network-vif-plugged-a50b892a-5d95-4fad-bfc0-cf03c209d3ac for instance with vm_state building and task_state spawning. [ 692.955401] env[68216]: DEBUG nova.compute.manager [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Received event network-changed-a50b892a-5d95-4fad-bfc0-cf03c209d3ac {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.955401] env[68216]: DEBUG nova.compute.manager [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Refreshing instance network info cache due to event network-changed-a50b892a-5d95-4fad-bfc0-cf03c209d3ac. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 692.955401] env[68216]: DEBUG oslo_concurrency.lockutils [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] Acquiring lock "refresh_cache-81d56bf0-a65c-4c45-9355-ab8cb235f54b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.955401] env[68216]: DEBUG oslo_concurrency.lockutils [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] Acquired lock "refresh_cache-81d56bf0-a65c-4c45-9355-ab8cb235f54b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.955401] env[68216]: DEBUG nova.network.neutron [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Refreshing network info cache for port a50b892a-5d95-4fad-bfc0-cf03c209d3ac {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.963927] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068062, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.219977] env[68216]: DEBUG oslo_vmware.api [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068058, 'name': ReconfigVM_Task, 'duration_secs': 1.162582} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.220354] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614394', 'volume_id': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'name': 'volume-cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1367ce2-b040-4d5e-a492-d05de61b2732', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'serial': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 693.305178] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.308377] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.548s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.308623] env[68216]: DEBUG nova.objects.instance [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lazy-loading 'resources' on Instance uuid 3dfc8f39-20c9-4a72-95fa-e9382801bb17 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.330134] env[68216]: INFO nova.scheduler.client.report [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Deleted allocations for instance d323052c-729a-4e7c-95b0-2426a0fda55c [ 693.374638] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566261} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.375042] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 3fae37c9-43fc-466a-8ceb-f38e362e5832/3fae37c9-43fc-466a-8ceb-f38e362e5832.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.375152] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.375431] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c8dbb34-517d-4442-85a6-55e8104937c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.383992] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 693.383992] env[68216]: value = "task-3068063" [ 693.383992] env[68216]: _type = "Task" [ 693.383992] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.395713] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.462796] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068062, 'name': CreateVM_Task, 'duration_secs': 0.460959} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.462963] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.463880] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.464095] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.464404] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.464655] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d674a1-5f48-49b5-ac9c-f663f286c8c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.470567] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 693.470567] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e7bbd6-b7b9-7012-6e30-fe6dcbfc46eb" [ 693.470567] env[68216]: _type = "Task" [ 693.470567] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.480456] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e7bbd6-b7b9-7012-6e30-fe6dcbfc46eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.844204] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b87350f-082e-4cd7-bbb4-eb6a20f45b01 tempest-ServerShowV254Test-419990108 tempest-ServerShowV254Test-419990108-project-member] Lock "d323052c-729a-4e7c-95b0-2426a0fda55c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.242s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.895051] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071767} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.895349] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.896469] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eb3415-09e4-4f53-9ec6-7e30b6d5dd49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.921270] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 3fae37c9-43fc-466a-8ceb-f38e362e5832/3fae37c9-43fc-466a-8ceb-f38e362e5832.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.924085] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09bcf0f6-a53b-4991-8ae3-0a67a0ffd9d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.944902] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 693.944902] env[68216]: value = "task-3068064" [ 693.944902] env[68216]: _type = "Task" [ 693.944902] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.957135] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.983163] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e7bbd6-b7b9-7012-6e30-fe6dcbfc46eb, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.983163] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.983163] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.983361] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.983399] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.983969] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.985677] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c378af2-48d1-4ce3-a159-20218eb1c11b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.996590] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.996782] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.997558] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb20160-551c-4429-93f7-8b98f785182c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.008017] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 694.008017] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e48255-21c8-1e8f-19ad-3c8eb331c506" [ 694.008017] env[68216]: _type = "Task" [ 694.008017] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.017887] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e48255-21c8-1e8f-19ad-3c8eb331c506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.026681] env[68216]: DEBUG nova.network.neutron [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Updated VIF entry in instance network info cache for port a50b892a-5d95-4fad-bfc0-cf03c209d3ac. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.027261] env[68216]: DEBUG nova.network.neutron [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Updating instance_info_cache with network_info: [{"id": "a50b892a-5d95-4fad-bfc0-cf03c209d3ac", "address": "fa:16:3e:eb:23:23", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50b892a-5d", "ovs_interfaceid": "a50b892a-5d95-4fad-bfc0-cf03c209d3ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.284189] env[68216]: DEBUG nova.objects.instance [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Lazy-loading 'flavor' on Instance uuid d1367ce2-b040-4d5e-a492-d05de61b2732 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.345605] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd1312-9753-438b-8b66-65f69a95f2f7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.354728] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8f7013-46a5-4b5b-93a2-ef122fea0b75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.392634] env[68216]: DEBUG nova.network.neutron [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Successfully updated port: 6918b78c-4ec6-4873-819a-c834668071ed {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.395277] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89e1abb-a459-4f08-933f-1a2a02d5c8c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.406797] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d59034-2fb4-4179-82a5-af25b536b59f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.422194] env[68216]: DEBUG nova.compute.provider_tree [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.455546] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068064, 'name': ReconfigVM_Task, 'duration_secs': 0.494956} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.455871] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 3fae37c9-43fc-466a-8ceb-f38e362e5832/3fae37c9-43fc-466a-8ceb-f38e362e5832.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.456565] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b5e8b9e-aec9-423f-9e42-a849e88e166e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.465197] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 694.465197] env[68216]: value = "task-3068065" [ 694.465197] env[68216]: _type = "Task" [ 694.465197] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.475166] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068065, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.519157] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e48255-21c8-1e8f-19ad-3c8eb331c506, 'name': SearchDatastore_Task, 'duration_secs': 0.020224} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.519974] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d489b83a-9dc0-4fd5-bc38-a451cd5ca5af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.525647] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 694.525647] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52547087-f6d5-51d8-87cc-dac65492376a" [ 694.525647] env[68216]: _type = "Task" [ 694.525647] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.531892] env[68216]: DEBUG oslo_concurrency.lockutils [req-2e0af74d-ae10-46fb-af19-072451faddab req-d30ace03-0698-460b-99ef-66a710a3d98a service nova] Releasing lock "refresh_cache-81d56bf0-a65c-4c45-9355-ab8cb235f54b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.539379] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52547087-f6d5-51d8-87cc-dac65492376a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.789472] env[68216]: DEBUG oslo_concurrency.lockutils [None req-98852a73-d7bf-4287-ac5c-ce8c120531c8 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.838s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.898595] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Acquiring lock "refresh_cache-54cd1d03-f73e-4c5e-89c0-fc2a129792df" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.898877] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Acquired lock "refresh_cache-54cd1d03-f73e-4c5e-89c0-fc2a129792df" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.898964] env[68216]: DEBUG nova.network.neutron [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.925411] env[68216]: DEBUG nova.scheduler.client.report [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.976800] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068065, 'name': Rename_Task, 'duration_secs': 0.214496} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.978279] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.979429] env[68216]: DEBUG nova.compute.manager [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Received event network-vif-plugged-6918b78c-4ec6-4873-819a-c834668071ed {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 694.979619] env[68216]: DEBUG oslo_concurrency.lockutils [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] Acquiring lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.979842] env[68216]: DEBUG oslo_concurrency.lockutils [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] Lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.980032] env[68216]: DEBUG oslo_concurrency.lockutils [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] Lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.980206] env[68216]: DEBUG nova.compute.manager [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] No waiting events found dispatching network-vif-plugged-6918b78c-4ec6-4873-819a-c834668071ed {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.980395] env[68216]: WARNING nova.compute.manager [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Received unexpected event network-vif-plugged-6918b78c-4ec6-4873-819a-c834668071ed for instance with vm_state building and task_state spawning. [ 694.980569] env[68216]: DEBUG nova.compute.manager [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Received event network-changed-6918b78c-4ec6-4873-819a-c834668071ed {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 694.980724] env[68216]: DEBUG nova.compute.manager [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Refreshing instance network info cache due to event network-changed-6918b78c-4ec6-4873-819a-c834668071ed. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 694.980894] env[68216]: DEBUG oslo_concurrency.lockutils [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] Acquiring lock "refresh_cache-54cd1d03-f73e-4c5e-89c0-fc2a129792df" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.981136] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca83769a-eb21-4abe-bef9-49091ee894d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.988704] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 694.988704] env[68216]: value = "task-3068066" [ 694.988704] env[68216]: _type = "Task" [ 694.988704] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.997322] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.037091] env[68216]: DEBUG nova.compute.manager [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.037711] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.037945] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.038121] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.038366] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.038513] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.038656] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.038892] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.039089] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.039260] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.039422] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.039590] env[68216]: DEBUG nova.virt.hardware [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.039893] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52547087-f6d5-51d8-87cc-dac65492376a, 'name': SearchDatastore_Task, 'duration_secs': 0.015526} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.040665] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b21a19-5a05-43ed-972b-eaa5e0ca8a64 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.043417] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.043666] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 81d56bf0-a65c-4c45-9355-ab8cb235f54b/81d56bf0-a65c-4c45-9355-ab8cb235f54b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.043928] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb97c80-371d-4619-bd55-e6c9e1339592 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.053743] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e08e3f0-09cf-440d-856d-25ba7f395d80 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.057801] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 695.057801] env[68216]: value = "task-3068067" [ 695.057801] env[68216]: _type = "Task" [ 695.057801] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.075298] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.239617] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Acquiring lock "d1367ce2-b040-4d5e-a492-d05de61b2732" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.239924] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.432550] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.434043] env[68216]: DEBUG oslo_concurrency.lockutils [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.244s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.434579] env[68216]: DEBUG nova.objects.instance [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lazy-loading 'resources' on Instance uuid 23eeb058-88ac-4d17-ae04-5f239260ebea {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.441101] env[68216]: DEBUG nova.network.neutron [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.457974] env[68216]: INFO nova.scheduler.client.report [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Deleted allocations for instance 3dfc8f39-20c9-4a72-95fa-e9382801bb17 [ 695.504251] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068066, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.568958] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068067, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.743651] env[68216]: INFO nova.compute.manager [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Detaching volume cf2c590d-ce7f-485e-8c61-e22be2857fdf [ 695.786600] env[68216]: INFO nova.virt.block_device [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Attempting to driver detach volume cf2c590d-ce7f-485e-8c61-e22be2857fdf from mountpoint /dev/sdb [ 695.786999] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 695.787275] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614394', 'volume_id': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'name': 'volume-cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1367ce2-b040-4d5e-a492-d05de61b2732', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'serial': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 695.788373] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2117d6c-bb02-45dc-b86a-4d81f4cbdecd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.819324] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fa1dfc-ad9d-4c19-a2b9-416560eb5bc0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.827798] env[68216]: DEBUG nova.network.neutron [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Updating instance_info_cache with network_info: [{"id": "6918b78c-4ec6-4873-819a-c834668071ed", "address": "fa:16:3e:50:0e:9b", "network": {"id": "f9dc834a-be52-42ec-825d-c3929ea03e6e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2038500862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98448f757da34d7ab0e07e47eca920df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6918b78c-4e", "ovs_interfaceid": "6918b78c-4ec6-4873-819a-c834668071ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.829804] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96ce7e8-9065-422f-b926-aaa10e6c808c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.852668] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba41ee-8115-4a7c-a55d-79576eb191bf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.870508] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] The volume has not been displaced from its original location: [datastore2] volume-cf2c590d-ce7f-485e-8c61-e22be2857fdf/volume-cf2c590d-ce7f-485e-8c61-e22be2857fdf.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 695.878051] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 695.878051] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f640332a-462c-429d-a79c-17727962588e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.897483] env[68216]: DEBUG oslo_vmware.api [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Waiting for the task: (returnval){ [ 695.897483] env[68216]: value = "task-3068068" [ 695.897483] env[68216]: _type = "Task" [ 695.897483] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.906715] env[68216]: DEBUG oslo_vmware.api [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.972499] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ac555449-57bb-4b9d-82bd-56d19753a787 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.076s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.973971] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 36.374s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.974319] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.974648] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.974931] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.981834] env[68216]: INFO nova.compute.manager [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Terminating instance [ 696.010379] env[68216]: DEBUG oslo_vmware.api [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068066, 'name': PowerOnVM_Task, 'duration_secs': 1.001688} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.010665] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.010859] env[68216]: INFO nova.compute.manager [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Took 9.20 seconds to spawn the instance on the hypervisor. [ 696.011120] env[68216]: DEBUG nova.compute.manager [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.012068] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5220bcf9-f519-4826-ab9a-78055bb62e8b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.069852] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804042} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.070261] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 81d56bf0-a65c-4c45-9355-ab8cb235f54b/81d56bf0-a65c-4c45-9355-ab8cb235f54b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.070621] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.071012] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3adb28f4-8ae8-41a2-a969-d1545917a1a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.083149] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 696.083149] env[68216]: value = "task-3068069" [ 696.083149] env[68216]: _type = "Task" [ 696.083149] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.092840] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.333957] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Releasing lock "refresh_cache-54cd1d03-f73e-4c5e-89c0-fc2a129792df" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.334313] env[68216]: DEBUG nova.compute.manager [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Instance network_info: |[{"id": "6918b78c-4ec6-4873-819a-c834668071ed", "address": "fa:16:3e:50:0e:9b", "network": {"id": "f9dc834a-be52-42ec-825d-c3929ea03e6e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2038500862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98448f757da34d7ab0e07e47eca920df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6918b78c-4e", "ovs_interfaceid": "6918b78c-4ec6-4873-819a-c834668071ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.334766] env[68216]: DEBUG oslo_concurrency.lockutils [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] Acquired lock "refresh_cache-54cd1d03-f73e-4c5e-89c0-fc2a129792df" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.334766] env[68216]: DEBUG nova.network.neutron [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Refreshing network info cache for port 6918b78c-4ec6-4873-819a-c834668071ed {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.335976] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:0e:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6918b78c-4ec6-4873-819a-c834668071ed', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.344045] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Creating folder: Project (98448f757da34d7ab0e07e47eca920df). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.347507] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7f2b63-da5a-4bfc-976e-0963d244ecf7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.361770] env[68216]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 696.361770] env[68216]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68216) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 696.362335] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Folder already exists: Project (98448f757da34d7ab0e07e47eca920df). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 696.362335] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Creating folder: Instances. Parent ref: group-v614333. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.362542] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13d7be89-392c-4282-b77e-451522939acc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.377361] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Created folder: Instances in parent group-v614333. [ 696.377599] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.377783] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.378434] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-594335ca-ff36-41d6-9a29-33181589f25b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.411333] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.411333] env[68216]: value = "task-3068072" [ 696.411333] env[68216]: _type = "Task" [ 696.411333] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.418044] env[68216]: DEBUG oslo_vmware.api [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068068, 'name': ReconfigVM_Task, 'duration_secs': 0.330271} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.419534] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 696.431925] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-638432d6-f3be-40d5-a7eb-10c1368dc2cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.444354] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068072, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.454410] env[68216]: DEBUG oslo_vmware.api [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Waiting for the task: (returnval){ [ 696.454410] env[68216]: value = "task-3068073" [ 696.454410] env[68216]: _type = "Task" [ 696.454410] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.463800] env[68216]: DEBUG oslo_vmware.api [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.500703] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.500703] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquired lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.500859] env[68216]: DEBUG nova.network.neutron [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.538579] env[68216]: INFO nova.compute.manager [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Took 47.22 seconds to build instance. [ 696.545117] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac7a822-2795-45b0-b6e0-990b8b55e60d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.553885] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c1405f-41f4-4782-8eaf-f26cd5915f96 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.590311] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1b991c-5664-40da-9b85-9084537641b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.598168] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072768} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.600562] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.601506] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68034232-c0fd-44b8-9065-1cbd27d129b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.606145] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c97f818-3ae2-451f-ad1e-685a8e9539a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.633839] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 81d56bf0-a65c-4c45-9355-ab8cb235f54b/81d56bf0-a65c-4c45-9355-ab8cb235f54b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.644377] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc1aa0f0-e86f-465c-a913-6a0f110d341f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.664960] env[68216]: DEBUG nova.compute.provider_tree [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.670665] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 696.670665] env[68216]: value = "task-3068074" [ 696.670665] env[68216]: _type = "Task" [ 696.670665] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.679966] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.924716] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068072, 'name': CreateVM_Task, 'duration_secs': 0.358227} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.924716] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.925508] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614344', 'volume_id': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250', 'name': 'volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54cd1d03-f73e-4c5e-89c0-fc2a129792df', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250', 'serial': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250'}, 'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '50715bb6-cd0b-4632-9101-e8babe7a5100', 'volume_type': None}], 'swap': None} {{(pid=68216) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 696.925508] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Root volume attach. Driver type: vmdk {{(pid=68216) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 696.927034] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d4c240-28c3-458a-9061-24d4150c6943 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.933965] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60230e-578d-4e85-bddc-5e3a0612c7d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.950219] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4e1c47-72ff-4036-af1f-f5a83a7eb724 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.960320] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-489fa3eb-a239-44f8-8b7f-9698b8547e92 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.967676] env[68216]: DEBUG oslo_vmware.api [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.969112] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for the task: (returnval){ [ 696.969112] env[68216]: value = "task-3068075" [ 696.969112] env[68216]: _type = "Task" [ 696.969112] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.980385] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068075, 'name': RelocateVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.007360] env[68216]: DEBUG nova.compute.utils [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Can not refresh info_cache because instance was not found {{(pid=68216) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 697.040685] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c56e98db-b29c-4033-9c3b-d7d7ed6463a9 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "3fae37c9-43fc-466a-8ceb-f38e362e5832" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.431s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.051536] env[68216]: DEBUG nova.network.neutron [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.165846] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "f05e7cbb-1253-4054-90e4-46ffe28ad519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.166155] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "f05e7cbb-1253-4054-90e4-46ffe28ad519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.166397] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "f05e7cbb-1253-4054-90e4-46ffe28ad519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.166600] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "f05e7cbb-1253-4054-90e4-46ffe28ad519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.166784] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "f05e7cbb-1253-4054-90e4-46ffe28ad519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.175979] env[68216]: DEBUG nova.scheduler.client.report [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.181760] env[68216]: INFO nova.compute.manager [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Terminating instance [ 697.200744] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.283200] env[68216]: DEBUG nova.network.neutron [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.288406] env[68216]: DEBUG nova.network.neutron [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Updated VIF entry in instance network info cache for port 6918b78c-4ec6-4873-819a-c834668071ed. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.288406] env[68216]: DEBUG nova.network.neutron [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Updating instance_info_cache with network_info: [{"id": "6918b78c-4ec6-4873-819a-c834668071ed", "address": "fa:16:3e:50:0e:9b", "network": {"id": "f9dc834a-be52-42ec-825d-c3929ea03e6e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2038500862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98448f757da34d7ab0e07e47eca920df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6918b78c-4e", "ovs_interfaceid": "6918b78c-4ec6-4873-819a-c834668071ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.469400] env[68216]: DEBUG oslo_vmware.api [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Task: {'id': task-3068073, 'name': ReconfigVM_Task, 'duration_secs': 0.86467} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.470166] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614394', 'volume_id': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'name': 'volume-cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1367ce2-b040-4d5e-a492-d05de61b2732', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf', 'serial': 'cf2c590d-ce7f-485e-8c61-e22be2857fdf'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 697.486625] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068075, 'name': RelocateVM_Task} progress is 19%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.544425] env[68216]: DEBUG nova.compute.manager [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.691784] env[68216]: DEBUG oslo_concurrency.lockutils [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.694312] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068074, 'name': ReconfigVM_Task, 'duration_secs': 1.017951} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.694424] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.052s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.696034] env[68216]: INFO nova.compute.claims [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.699552] env[68216]: DEBUG nova.compute.manager [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.699552] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.699552] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 81d56bf0-a65c-4c45-9355-ab8cb235f54b/81d56bf0-a65c-4c45-9355-ab8cb235f54b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.701122] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c885a-5314-45eb-83a0-0c67332610a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.703898] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a7b9f87-0d74-441e-9524-6149507f6fbe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.710762] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.712147] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4704fb48-4731-4da8-b1c2-fc0c2ef7bac4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.714018] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 697.714018] env[68216]: value = "task-3068076" [ 697.714018] env[68216]: _type = "Task" [ 697.714018] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.720268] env[68216]: DEBUG oslo_vmware.api [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 697.720268] env[68216]: value = "task-3068077" [ 697.720268] env[68216]: _type = "Task" [ 697.720268] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.729148] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068076, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.730695] env[68216]: INFO nova.scheduler.client.report [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Deleted allocations for instance 23eeb058-88ac-4d17-ae04-5f239260ebea [ 697.737706] env[68216]: DEBUG oslo_vmware.api [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3068077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.786116] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Releasing lock "refresh_cache-3dfc8f39-20c9-4a72-95fa-e9382801bb17" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.786327] env[68216]: DEBUG nova.compute.manager [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.787378] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.787378] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c155888f-5043-41e8-8dec-6d5140d3b38f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.794049] env[68216]: DEBUG oslo_concurrency.lockutils [req-33cd69be-b5df-48c7-baaa-a9f0e7dabf36 req-88600a4b-7dcb-4672-971d-9bb59ead0daa service nova] Releasing lock "refresh_cache-54cd1d03-f73e-4c5e-89c0-fc2a129792df" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.797268] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c75a1-f292-4076-90f5-2c2d877a3212 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.834077] env[68216]: WARNING nova.virt.vmwareapi.vmops [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3dfc8f39-20c9-4a72-95fa-e9382801bb17 could not be found. [ 697.834348] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.834538] env[68216]: INFO nova.compute.manager [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Took 0.05 seconds to destroy the instance on the hypervisor. [ 697.834787] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.835946] env[68216]: DEBUG nova.compute.manager [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.835946] env[68216]: DEBUG nova.network.neutron [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.858841] env[68216]: DEBUG nova.network.neutron [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.985102] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068075, 'name': RelocateVM_Task, 'duration_secs': 0.802651} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.985606] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 697.985745] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614344', 'volume_id': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250', 'name': 'volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54cd1d03-f73e-4c5e-89c0-fc2a129792df', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250', 'serial': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 697.986492] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a355e5c-f169-4e5d-99e9-1cb4233214ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.006107] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef85f8d-0fe3-472e-9f5f-657b9534a726 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.029862] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250/volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.029958] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d2916a6-a625-4f69-a9fb-677f456d55af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.052951] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for the task: (returnval){ [ 698.052951] env[68216]: value = "task-3068078" [ 698.052951] env[68216]: _type = "Task" [ 698.052951] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.057029] env[68216]: DEBUG nova.objects.instance [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Lazy-loading 'flavor' on Instance uuid d1367ce2-b040-4d5e-a492-d05de61b2732 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.068273] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.069160] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.097624] env[68216]: INFO nova.compute.manager [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Rebuilding instance [ 698.148037] env[68216]: DEBUG nova.compute.manager [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.148935] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf9d21a-beda-49fd-9503-b7349adc3dcf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.225380] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068076, 'name': Rename_Task, 'duration_secs': 0.262363} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.229012] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.229181] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c9568a6-4ca1-4a96-badd-7a82b19ee196 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.236812] env[68216]: DEBUG oslo_vmware.api [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3068077, 'name': PowerOffVM_Task, 'duration_secs': 0.277075} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.238190] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.239026] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.239026] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 698.239026] env[68216]: value = "task-3068079" [ 698.239026] env[68216]: _type = "Task" [ 698.239026] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.244380] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-993f97fa-28a1-4e59-89eb-0344ba65dcf4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.244380] env[68216]: DEBUG oslo_concurrency.lockutils [None req-053e1458-4c82-4f65-bfa7-1167dc01e462 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "23eeb058-88ac-4d17-ae04-5f239260ebea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.010s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.253383] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068079, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.317509] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.317877] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.317994] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Deleting the datastore file [datastore1] f05e7cbb-1253-4054-90e4-46ffe28ad519 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.319439] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fe54956-4ef4-419a-85b8-427f71c1cea6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.326381] env[68216]: DEBUG oslo_vmware.api [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for the task: (returnval){ [ 698.326381] env[68216]: value = "task-3068081" [ 698.326381] env[68216]: _type = "Task" [ 698.326381] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.335477] env[68216]: DEBUG oslo_vmware.api [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3068081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.363475] env[68216]: DEBUG nova.network.neutron [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.570257] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068078, 'name': ReconfigVM_Task, 'duration_secs': 0.305206} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.570257] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250/volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.579408] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06fe0270-b130-4861-a87d-dc600f0ed08a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.606461] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a1d1c76c-bd13-44d2-81b6-71b114b46d43 tempest-VolumesAssistedSnapshotsTest-481374050 tempest-VolumesAssistedSnapshotsTest-481374050-project-admin] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.366s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.614199] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for the task: (returnval){ [ 698.614199] env[68216]: value = "task-3068082" [ 698.614199] env[68216]: _type = "Task" [ 698.614199] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.624544] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.758208] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068079, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.847317] env[68216]: DEBUG oslo_vmware.api [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Task: {'id': task-3068081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243217} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.847781] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.848113] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.848317] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.848482] env[68216]: INFO nova.compute.manager [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Took 1.15 seconds to destroy the instance on the hypervisor. [ 698.848714] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.848947] env[68216]: DEBUG nova.compute.manager [-] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.849047] env[68216]: DEBUG nova.network.neutron [-] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.870339] env[68216]: INFO nova.compute.manager [-] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Took 1.03 seconds to deallocate network for instance. [ 699.127344] env[68216]: DEBUG oslo_vmware.rw_handles [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0310-0680-5bf6-7db0-c75c55ca8877/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 699.131582] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be757c00-99eb-4ea2-86aa-06dfccbc4fea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.135840] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068082, 'name': ReconfigVM_Task, 'duration_secs': 0.148073} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.136198] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614344', 'volume_id': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250', 'name': 'volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54cd1d03-f73e-4c5e-89c0-fc2a129792df', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250', 'serial': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 699.137175] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f7356d-d3ee-4f98-9a96-140aa15243cc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.144761] env[68216]: DEBUG oslo_vmware.rw_handles [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0310-0680-5bf6-7db0-c75c55ca8877/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 699.144851] env[68216]: ERROR oslo_vmware.rw_handles [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0310-0680-5bf6-7db0-c75c55ca8877/disk-0.vmdk due to incomplete transfer. [ 699.146291] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-54d49fab-a915-40de-895d-f59dd99ca0d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.151315] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for the task: (returnval){ [ 699.151315] env[68216]: value = "task-3068083" [ 699.151315] env[68216]: _type = "Task" [ 699.151315] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.156163] env[68216]: DEBUG oslo_vmware.rw_handles [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0310-0680-5bf6-7db0-c75c55ca8877/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 699.156163] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Uploaded image ff6b9c6f-b0d3-4cca-9cd2-a423716db201 to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 699.158167] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 699.161056] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8e701c6-38b7-482a-97a1-005292e9172b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.166861] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.167166] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068083, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.168510] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8bf151f-001f-4dee-b434-525284346014 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.170140] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 699.170140] env[68216]: value = "task-3068084" [ 699.170140] env[68216]: _type = "Task" [ 699.170140] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.174823] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 699.174823] env[68216]: value = "task-3068085" [ 699.174823] env[68216]: _type = "Task" [ 699.174823] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.185348] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068084, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.191302] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.257759] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068079, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.307068] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0812dfd0-4c59-47da-910f-0da2d9a8f087 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.315247] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b01843-305b-431b-ad4f-289fa91ee5d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.347140] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9530a4d8-7a8f-4702-a045-ab5cfbcd5ba9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.350167] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.350432] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.351093] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.351093] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.351093] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.353359] env[68216]: INFO nova.compute.manager [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Terminating instance [ 699.359394] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e427ccc-6a6a-4c39-9cff-f8b08c75b8e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.376364] env[68216]: DEBUG nova.compute.provider_tree [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.377835] env[68216]: INFO nova.compute.manager [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Instance disappeared during terminate [ 699.378077] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da1b9701-c5b8-48e7-869a-0d6689219417 tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "3dfc8f39-20c9-4a72-95fa-e9382801bb17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.404s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.560347] env[68216]: DEBUG nova.compute.manager [req-0386228e-95d5-418c-bdd2-f315a34ed0c8 req-f5598a2a-79f5-4e6e-9030-675bae1ee64c service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Received event network-vif-deleted-1ff7facc-20fe-4c15-a2e9-e011aadce03b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 699.561285] env[68216]: INFO nova.compute.manager [req-0386228e-95d5-418c-bdd2-f315a34ed0c8 req-f5598a2a-79f5-4e6e-9030-675bae1ee64c service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Neutron deleted interface 1ff7facc-20fe-4c15-a2e9-e011aadce03b; detaching it from the instance and deleting it from the info cache [ 699.561285] env[68216]: DEBUG nova.network.neutron [req-0386228e-95d5-418c-bdd2-f315a34ed0c8 req-f5598a2a-79f5-4e6e-9030-675bae1ee64c service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.661288] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068083, 'name': Rename_Task, 'duration_secs': 0.144757} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.661700] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.661797] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1bfe2e5-b42d-4e43-954f-194244b7d506 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.668501] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for the task: (returnval){ [ 699.668501] env[68216]: value = "task-3068086" [ 699.668501] env[68216]: _type = "Task" [ 699.668501] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.684637] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.684870] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068084, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.689881] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068085, 'name': PowerOffVM_Task, 'duration_secs': 0.332688} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.690227] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.690361] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.691129] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07b179f-f1af-4be0-bf31-de9dc955ae08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.699670] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.699718] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4561ec2a-68d9-4bf9-a582-e16b585791a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.757860] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068079, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.763798] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.764098] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.764215] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleting the datastore file [datastore2] 3fae37c9-43fc-466a-8ceb-f38e362e5832 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.764754] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdfc404e-f0f9-4e8a-a946-5da6f797c32a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.774751] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 699.774751] env[68216]: value = "task-3068088" [ 699.774751] env[68216]: _type = "Task" [ 699.774751] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.782977] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.801528] env[68216]: DEBUG nova.network.neutron [-] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.859387] env[68216]: DEBUG nova.compute.manager [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.859591] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.860922] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c20f29-78fd-4048-916e-b5167684cda6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.869213] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.869692] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde3f383-8b4e-47cb-96e7-64181f9119df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.878476] env[68216]: DEBUG oslo_vmware.api [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 699.878476] env[68216]: value = "task-3068090" [ 699.878476] env[68216]: _type = "Task" [ 699.878476] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.892681] env[68216]: DEBUG oslo_vmware.api [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3068090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.904541] env[68216]: ERROR nova.scheduler.client.report [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [req-6ffcad4a-1a0c-4e1f-856e-e500a101f475] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ffcad4a-1a0c-4e1f-856e-e500a101f475"}]} [ 699.923217] env[68216]: DEBUG nova.scheduler.client.report [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 699.937033] env[68216]: DEBUG nova.scheduler.client.report [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 699.937297] env[68216]: DEBUG nova.compute.provider_tree [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.949246] env[68216]: DEBUG nova.scheduler.client.report [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 699.968340] env[68216]: DEBUG nova.scheduler.client.report [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 700.066534] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61450d59-d617-4c51-a89d-de0b30dbb028 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.084586] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f50645e-db40-4726-a355-4e79eecec713 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.131032] env[68216]: DEBUG nova.compute.manager [req-0386228e-95d5-418c-bdd2-f315a34ed0c8 req-f5598a2a-79f5-4e6e-9030-675bae1ee64c service nova] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Detach interface failed, port_id=1ff7facc-20fe-4c15-a2e9-e011aadce03b, reason: Instance f05e7cbb-1253-4054-90e4-46ffe28ad519 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 700.183618] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068084, 'name': Destroy_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.190222] env[68216]: DEBUG oslo_vmware.api [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068086, 'name': PowerOnVM_Task, 'duration_secs': 0.478668} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.190742] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.190944] env[68216]: INFO nova.compute.manager [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Took 5.15 seconds to spawn the instance on the hypervisor. [ 700.191160] env[68216]: DEBUG nova.compute.manager [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.192034] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ec520c-4df7-4e11-b995-c11e6ab5df8b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.266268] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.285368] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16569} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.288384] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.288597] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.289696] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.306303] env[68216]: INFO nova.compute.manager [-] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Took 1.46 seconds to deallocate network for instance. [ 700.394084] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "c5dd208c-4c35-48a9-bcb5-f85123645146" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.394331] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.394546] env[68216]: DEBUG oslo_vmware.api [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3068090, 'name': PowerOffVM_Task, 'duration_secs': 0.226498} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.394972] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.395158] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.395400] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdc94b66-4830-4d8e-91dc-be040226ce5d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.451735] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.452019] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.452275] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Deleting the datastore file [datastore2] 4928fa5d-54cd-4f17-ac01-a7b196dd7473 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.454942] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c601d4d-1020-4d44-b607-ff02163fc990 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.461854] env[68216]: DEBUG oslo_vmware.api [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for the task: (returnval){ [ 700.461854] env[68216]: value = "task-3068092" [ 700.461854] env[68216]: _type = "Task" [ 700.461854] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.471436] env[68216]: DEBUG oslo_vmware.api [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3068092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.542477] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc4e76d-8118-4b53-babc-7c5302dc9453 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.551158] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863e0f84-9e73-4ae7-ac37-ea9c8bd9986f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.587826] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6c3ff5-945f-4528-8423-d95dedec4065 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.595731] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e8d808-9d24-4f3e-9880-402b4c853fd9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.609551] env[68216]: DEBUG nova.compute.provider_tree [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.683664] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068084, 'name': Destroy_Task, 'duration_secs': 1.043826} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.683976] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Destroyed the VM [ 700.684072] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 700.684312] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccbaa177-9062-4471-947b-2a71da509176 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.690561] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 700.690561] env[68216]: value = "task-3068093" [ 700.690561] env[68216]: _type = "Task" [ 700.690561] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.697964] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.710349] env[68216]: INFO nova.compute.manager [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Took 44.92 seconds to build instance. [ 700.758021] env[68216]: DEBUG oslo_vmware.api [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068079, 'name': PowerOnVM_Task, 'duration_secs': 2.033128} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.758021] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.758021] env[68216]: INFO nova.compute.manager [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Took 10.21 seconds to spawn the instance on the hypervisor. [ 700.758021] env[68216]: DEBUG nova.compute.manager [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.758625] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c18a710-802c-49ef-8e12-5f3e6a08d484 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.816498] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.971875] env[68216]: DEBUG oslo_vmware.api [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Task: {'id': task-3068092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13099} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.972138] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.972327] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.972502] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.973214] env[68216]: INFO nova.compute.manager [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Took 1.11 seconds to destroy the instance on the hypervisor. [ 700.973214] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.973214] env[68216]: DEBUG nova.compute.manager [-] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.973214] env[68216]: DEBUG nova.network.neutron [-] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.145079] env[68216]: DEBUG nova.scheduler.client.report [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 701.145450] env[68216]: DEBUG nova.compute.provider_tree [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 63 to 64 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 701.145736] env[68216]: DEBUG nova.compute.provider_tree [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.200635] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.212852] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ed8189a4-e0ad-4b70-b2b5-1cfe5ecea989 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.495s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.275246] env[68216]: INFO nova.compute.manager [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Took 50.70 seconds to build instance. [ 701.332548] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.332840] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.332972] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.333407] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.333407] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.333407] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.333586] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.333720] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.334108] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.334659] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.334889] env[68216]: DEBUG nova.virt.hardware [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.335899] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70805ef2-009f-4975-8d5f-1163ab3c0502 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.344821] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3874b8-d8e5-4d87-82c9-dd4cf82579ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.358974] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:a1:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5da5abd-2f79-4e6c-ad4d-90b3940e66e0', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.366680] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.367040] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.367188] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7a2312b-2281-4511-b85b-5ed29065cd06 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.388654] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.388654] env[68216]: value = "task-3068094" [ 701.388654] env[68216]: _type = "Task" [ 701.388654] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.399439] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068094, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.653016] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.956s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.653016] env[68216]: DEBUG nova.compute.manager [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.655158] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.914s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.656807] env[68216]: INFO nova.compute.claims [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.703323] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068093, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.718464] env[68216]: DEBUG nova.compute.manager [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.778323] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfd00e2c-9d0b-4cb2-a1b0-5d0e849c7072 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.815s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.779567] env[68216]: DEBUG nova.compute.manager [req-20fe010a-ff59-4836-9a5f-b1cf5cc19342 req-e03d86e8-3833-42c2-8fbc-2913687f453c service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Received event network-changed-6918b78c-4ec6-4873-819a-c834668071ed {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 701.779755] env[68216]: DEBUG nova.compute.manager [req-20fe010a-ff59-4836-9a5f-b1cf5cc19342 req-e03d86e8-3833-42c2-8fbc-2913687f453c service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Refreshing instance network info cache due to event network-changed-6918b78c-4ec6-4873-819a-c834668071ed. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 701.779979] env[68216]: DEBUG oslo_concurrency.lockutils [req-20fe010a-ff59-4836-9a5f-b1cf5cc19342 req-e03d86e8-3833-42c2-8fbc-2913687f453c service nova] Acquiring lock "refresh_cache-54cd1d03-f73e-4c5e-89c0-fc2a129792df" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.780147] env[68216]: DEBUG oslo_concurrency.lockutils [req-20fe010a-ff59-4836-9a5f-b1cf5cc19342 req-e03d86e8-3833-42c2-8fbc-2913687f453c service nova] Acquired lock "refresh_cache-54cd1d03-f73e-4c5e-89c0-fc2a129792df" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.780310] env[68216]: DEBUG nova.network.neutron [req-20fe010a-ff59-4836-9a5f-b1cf5cc19342 req-e03d86e8-3833-42c2-8fbc-2913687f453c service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Refreshing network info cache for port 6918b78c-4ec6-4873-819a-c834668071ed {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.903353] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068094, 'name': CreateVM_Task, 'duration_secs': 0.317716} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.903929] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.904341] env[68216]: DEBUG oslo_concurrency.lockutils [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.904466] env[68216]: DEBUG oslo_concurrency.lockutils [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.904870] env[68216]: DEBUG oslo_concurrency.lockutils [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.905160] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3873efe-a773-41b4-aeb2-85a8eae9b57c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.912020] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 701.912020] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520d64d5-f86c-4d2d-0f76-af152ae84d30" [ 701.912020] env[68216]: _type = "Task" [ 701.912020] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.919341] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520d64d5-f86c-4d2d-0f76-af152ae84d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.040852] env[68216]: DEBUG nova.compute.manager [req-2a632fa6-1437-46d4-be70-26000ba67dc9 req-64748c5e-e951-4df2-b36a-745a4fa75de5 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Received event network-vif-deleted-aed0b8f1-335f-4dff-bf6f-36359750f035 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 702.040852] env[68216]: INFO nova.compute.manager [req-2a632fa6-1437-46d4-be70-26000ba67dc9 req-64748c5e-e951-4df2-b36a-745a4fa75de5 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Neutron deleted interface aed0b8f1-335f-4dff-bf6f-36359750f035; detaching it from the instance and deleting it from the info cache [ 702.040852] env[68216]: DEBUG nova.network.neutron [req-2a632fa6-1437-46d4-be70-26000ba67dc9 req-64748c5e-e951-4df2-b36a-745a4fa75de5 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.134758] env[68216]: DEBUG nova.network.neutron [-] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.165027] env[68216]: DEBUG nova.compute.utils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.166137] env[68216]: DEBUG nova.compute.manager [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.166407] env[68216]: DEBUG nova.network.neutron [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.202290] env[68216]: DEBUG oslo_vmware.api [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068093, 'name': RemoveSnapshot_Task, 'duration_secs': 1.101646} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.202290] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 702.202655] env[68216]: INFO nova.compute.manager [None req-0e33b190-20cb-4e21-8750-e6c1e5b176ae tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Took 17.83 seconds to snapshot the instance on the hypervisor. [ 702.228350] env[68216]: DEBUG nova.policy [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abcb95682a9b4c25a3a86daeba5b7fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f06baf9c3614bc0a40419021d7ea31d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.241252] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.285552] env[68216]: DEBUG nova.compute.manager [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.336683] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.336928] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.337151] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.337332] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.337494] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.339496] env[68216]: INFO nova.compute.manager [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Terminating instance [ 702.422591] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520d64d5-f86c-4d2d-0f76-af152ae84d30, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.424254] env[68216]: DEBUG oslo_concurrency.lockutils [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.424507] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.424744] env[68216]: DEBUG oslo_concurrency.lockutils [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.424894] env[68216]: DEBUG oslo_concurrency.lockutils [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.425192] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.425547] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96534f07-e4ed-4405-8d49-335731f32eef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.438513] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.438699] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.439502] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a9e9f4-41a2-4b8b-91e7-158cfa61a779 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.446764] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 702.446764] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205639f-e41a-2f20-c1bf-56e0634c8d81" [ 702.446764] env[68216]: _type = "Task" [ 702.446764] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.456080] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205639f-e41a-2f20-c1bf-56e0634c8d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.548894] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dd3e06d-9335-4440-9601-4d7cde97c7cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.559252] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4101de7b-1a7f-41df-a12a-68f3fd3ff3ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.593370] env[68216]: DEBUG nova.compute.manager [req-2a632fa6-1437-46d4-be70-26000ba67dc9 req-64748c5e-e951-4df2-b36a-745a4fa75de5 service nova] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Detach interface failed, port_id=aed0b8f1-335f-4dff-bf6f-36359750f035, reason: Instance 4928fa5d-54cd-4f17-ac01-a7b196dd7473 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 702.636068] env[68216]: INFO nova.compute.manager [-] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Took 1.66 seconds to deallocate network for instance. [ 702.666737] env[68216]: DEBUG nova.compute.manager [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.678917] env[68216]: DEBUG nova.network.neutron [req-20fe010a-ff59-4836-9a5f-b1cf5cc19342 req-e03d86e8-3833-42c2-8fbc-2913687f453c service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Updated VIF entry in instance network info cache for port 6918b78c-4ec6-4873-819a-c834668071ed. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.678917] env[68216]: DEBUG nova.network.neutron [req-20fe010a-ff59-4836-9a5f-b1cf5cc19342 req-e03d86e8-3833-42c2-8fbc-2913687f453c service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Updating instance_info_cache with network_info: [{"id": "6918b78c-4ec6-4873-819a-c834668071ed", "address": "fa:16:3e:50:0e:9b", "network": {"id": "f9dc834a-be52-42ec-825d-c3929ea03e6e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2038500862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98448f757da34d7ab0e07e47eca920df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6918b78c-4e", "ovs_interfaceid": "6918b78c-4ec6-4873-819a-c834668071ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.793437] env[68216]: DEBUG nova.network.neutron [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Successfully created port: b448d0ed-d92d-4ab6-93a4-2351a00d737c {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.809811] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.843467] env[68216]: DEBUG nova.compute.manager [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.843646] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.844689] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9c5c8f-4c87-413a-9f73-96b3403506c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.857639] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.857777] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa705a9a-ca13-44f9-86e4-0edae6f504c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.866167] env[68216]: DEBUG oslo_vmware.api [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 702.866167] env[68216]: value = "task-3068095" [ 702.866167] env[68216]: _type = "Task" [ 702.866167] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.879896] env[68216]: DEBUG oslo_vmware.api [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.962543] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205639f-e41a-2f20-c1bf-56e0634c8d81, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.963678] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e4b9dd-5733-4dea-87c7-de559c9b976c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.971636] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 702.971636] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522454e6-01a7-bbcc-f322-12ae19768879" [ 702.971636] env[68216]: _type = "Task" [ 702.971636] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.991230] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522454e6-01a7-bbcc-f322-12ae19768879, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.991591] env[68216]: DEBUG oslo_concurrency.lockutils [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.991909] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 3fae37c9-43fc-466a-8ceb-f38e362e5832/3fae37c9-43fc-466a-8ceb-f38e362e5832.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.992237] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab8b980f-ac3e-4ff7-8d76-6861ab61ffa7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.007175] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 703.007175] env[68216]: value = "task-3068096" [ 703.007175] env[68216]: _type = "Task" [ 703.007175] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.020098] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.144716] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.181377] env[68216]: DEBUG oslo_concurrency.lockutils [req-20fe010a-ff59-4836-9a5f-b1cf5cc19342 req-e03d86e8-3833-42c2-8fbc-2913687f453c service nova] Releasing lock "refresh_cache-54cd1d03-f73e-4c5e-89c0-fc2a129792df" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.251026] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b48703-a815-460e-bfd6-b1420174f30c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.260533] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cbda4b-2ec1-44ce-a4d2-13a13fa86dfd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.294294] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75af7e73-af08-4d77-bdd5-a91b02ffccbd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.303186] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8fa998-2d5e-4994-9aee-174348ae4f29 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.318735] env[68216]: DEBUG nova.compute.provider_tree [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.383753] env[68216]: DEBUG oslo_vmware.api [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068095, 'name': PowerOffVM_Task, 'duration_secs': 0.293589} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.384052] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.384224] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.384496] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e190387f-8b7b-4855-9525-cd080588a342 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.453203] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.453203] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.453203] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleting the datastore file [datastore2] 81d56bf0-a65c-4c45-9355-ab8cb235f54b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.453203] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fbd7472-641d-4bd8-9322-8e8c56b237bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.464219] env[68216]: DEBUG oslo_vmware.api [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 703.464219] env[68216]: value = "task-3068098" [ 703.464219] env[68216]: _type = "Task" [ 703.464219] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.474113] env[68216]: DEBUG oslo_vmware.api [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.517802] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068096, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.682452] env[68216]: DEBUG nova.compute.manager [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.704334] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.704581] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.704734] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.704911] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.705067] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.705215] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.705415] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.705572] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.705732] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.705889] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.706072] env[68216]: DEBUG nova.virt.hardware [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.706933] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb34491-2464-471a-8e87-707a3022ae46 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.715477] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f5cb21-f7c1-479e-ae95-4bcd04255337 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.822554] env[68216]: DEBUG nova.scheduler.client.report [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.880967] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquiring lock "d1367ce2-b040-4d5e-a492-d05de61b2732" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.881279] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.881498] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquiring lock "d1367ce2-b040-4d5e-a492-d05de61b2732-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.881685] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.881853] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.883952] env[68216]: INFO nova.compute.manager [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Terminating instance [ 703.973014] env[68216]: DEBUG oslo_vmware.api [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165558} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.973250] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.973432] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.973606] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.973773] env[68216]: INFO nova.compute.manager [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 703.974012] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.974202] env[68216]: DEBUG nova.compute.manager [-] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.974299] env[68216]: DEBUG nova.network.neutron [-] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.019831] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513506} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.020093] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 3fae37c9-43fc-466a-8ceb-f38e362e5832/3fae37c9-43fc-466a-8ceb-f38e362e5832.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.020298] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.020533] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b10b3971-07e9-4df5-a298-799bc0912e0c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.029104] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 704.029104] env[68216]: value = "task-3068099" [ 704.029104] env[68216]: _type = "Task" [ 704.029104] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.041396] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.142120] env[68216]: DEBUG nova.compute.manager [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.142243] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09272f19-432e-418b-a39b-7704d6a4b8d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.223622] env[68216]: DEBUG nova.compute.manager [req-80e1a26c-8142-4380-ae37-36b4dd74dd25 req-be008a87-8453-4067-bff4-24f6cd5bd61b service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Received event network-vif-deleted-a50b892a-5d95-4fad-bfc0-cf03c209d3ac {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 704.223622] env[68216]: INFO nova.compute.manager [req-80e1a26c-8142-4380-ae37-36b4dd74dd25 req-be008a87-8453-4067-bff4-24f6cd5bd61b service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Neutron deleted interface a50b892a-5d95-4fad-bfc0-cf03c209d3ac; detaching it from the instance and deleting it from the info cache [ 704.223622] env[68216]: DEBUG nova.network.neutron [req-80e1a26c-8142-4380-ae37-36b4dd74dd25 req-be008a87-8453-4067-bff4-24f6cd5bd61b service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.328986] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.329560] env[68216]: DEBUG nova.compute.manager [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.338409] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.243s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.341036] env[68216]: INFO nova.compute.claims [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.388063] env[68216]: DEBUG nova.compute.manager [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.388352] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.389658] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb05417b-e081-4de8-adb1-f594c615e8c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.402729] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.403018] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee4742e-bfaf-4e6d-af40-7d2aa7911849 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.410723] env[68216]: DEBUG oslo_vmware.api [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for the task: (returnval){ [ 704.410723] env[68216]: value = "task-3068100" [ 704.410723] env[68216]: _type = "Task" [ 704.410723] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.420128] env[68216]: DEBUG oslo_vmware.api [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3068100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.539485] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07663} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.539804] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.540788] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d56057e-e496-4b48-ac3d-ce936217744e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.564833] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 3fae37c9-43fc-466a-8ceb-f38e362e5832/3fae37c9-43fc-466a-8ceb-f38e362e5832.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.565215] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-299ebbe5-c711-4970-8a26-b95173b29c19 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.597100] env[68216]: DEBUG nova.network.neutron [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Successfully updated port: b448d0ed-d92d-4ab6-93a4-2351a00d737c {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.607144] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 704.607144] env[68216]: value = "task-3068101" [ 704.607144] env[68216]: _type = "Task" [ 704.607144] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.619985] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.654843] env[68216]: INFO nova.compute.manager [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] instance snapshotting [ 704.657918] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db3a1d6-6c2a-40b1-a09e-6171aee5a063 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.682556] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1250b-fa4f-425a-a632-d8d681990376 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.704064] env[68216]: DEBUG nova.network.neutron [-] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.725910] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cd2a01b-9815-4631-a3e0-9181742c8253 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.737518] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06b4ea0-9427-4912-a584-4654dda157e5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.771722] env[68216]: DEBUG nova.compute.manager [req-80e1a26c-8142-4380-ae37-36b4dd74dd25 req-be008a87-8453-4067-bff4-24f6cd5bd61b service nova] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Detach interface failed, port_id=a50b892a-5d95-4fad-bfc0-cf03c209d3ac, reason: Instance 81d56bf0-a65c-4c45-9355-ab8cb235f54b could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 704.848679] env[68216]: DEBUG nova.compute.utils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.852126] env[68216]: DEBUG nova.compute.manager [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.852298] env[68216]: DEBUG nova.network.neutron [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.921187] env[68216]: DEBUG oslo_vmware.api [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3068100, 'name': PowerOffVM_Task, 'duration_secs': 0.222756} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.921467] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.921636] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.921894] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d0cbbc-7a22-475b-9142-3655dcb77eec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.932060] env[68216]: DEBUG nova.policy [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51475c33e4c444d6839d56ca1e47d4b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae891aa3f1a64eb4878a7f97b4cde4be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.984333] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.984561] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.984737] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Deleting the datastore file [datastore1] d1367ce2-b040-4d5e-a492-d05de61b2732 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.985009] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bf2dbfa-6eac-4549-9564-b9ef3d5d449a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.992687] env[68216]: DEBUG oslo_vmware.api [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for the task: (returnval){ [ 704.992687] env[68216]: value = "task-3068103" [ 704.992687] env[68216]: _type = "Task" [ 704.992687] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.001287] env[68216]: DEBUG oslo_vmware.api [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3068103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.105504] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "refresh_cache-b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.105504] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquired lock "refresh_cache-b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.105504] env[68216]: DEBUG nova.network.neutron [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.118479] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.195446] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 705.195766] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d516a555-d422-4461-9cc8-949fb49744f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.207023] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 705.207023] env[68216]: value = "task-3068104" [ 705.207023] env[68216]: _type = "Task" [ 705.207023] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.208498] env[68216]: INFO nova.compute.manager [-] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Took 1.23 seconds to deallocate network for instance. [ 705.220597] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068104, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.278808] env[68216]: DEBUG nova.network.neutron [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Successfully created port: a0ef6182-9ec1-42a8-814c-337362a037b7 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.353021] env[68216]: DEBUG nova.compute.manager [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.509302] env[68216]: DEBUG oslo_vmware.api [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Task: {'id': task-3068103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131258} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.509699] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.509931] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.510188] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.510409] env[68216]: INFO nova.compute.manager [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Took 1.12 seconds to destroy the instance on the hypervisor. [ 705.510712] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.510965] env[68216]: DEBUG nova.compute.manager [-] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.511114] env[68216]: DEBUG nova.network.neutron [-] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.626437] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.646151] env[68216]: DEBUG nova.network.neutron [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.717638] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068104, 'name': CreateSnapshot_Task, 'duration_secs': 0.497468} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.717854] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 705.719026] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f699426b-9887-481d-8800-c5f8eff1d12f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.723510] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.812795] env[68216]: DEBUG nova.network.neutron [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Updating instance_info_cache with network_info: [{"id": "b448d0ed-d92d-4ab6-93a4-2351a00d737c", "address": "fa:16:3e:d3:44:0d", "network": {"id": "d535dc52-7063-4307-bc46-b6d35e20e9c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-597782664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f06baf9c3614bc0a40419021d7ea31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb448d0ed-d9", "ovs_interfaceid": "b448d0ed-d92d-4ab6-93a4-2351a00d737c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.904448] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96fdacc-812f-4038-979f-b25eacb518af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.913429] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9917f14-7c5c-4070-a95c-3f7238670aa3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.947906] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b98a98d-ff7d-4fd0-a7be-2e7351d0a657 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.956392] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ac7d9a-71c5-430f-a4e4-fc551c0b6478 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.970663] env[68216]: DEBUG nova.compute.provider_tree [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.124034] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068101, 'name': ReconfigVM_Task, 'duration_secs': 1.149669} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.124034] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 3fae37c9-43fc-466a-8ceb-f38e362e5832/3fae37c9-43fc-466a-8ceb-f38e362e5832.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.124352] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9aef787-c987-4b10-b45f-b54700f03685 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.134018] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 706.134018] env[68216]: value = "task-3068105" [ 706.134018] env[68216]: _type = "Task" [ 706.134018] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.145675] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068105, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.244506] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 706.245221] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54c7efb6-2a56-4400-9ba7-77824dc571b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.257341] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 706.257341] env[68216]: value = "task-3068106" [ 706.257341] env[68216]: _type = "Task" [ 706.257341] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.267758] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068106, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.307157] env[68216]: DEBUG nova.compute.manager [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Received event network-vif-plugged-b448d0ed-d92d-4ab6-93a4-2351a00d737c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 706.307157] env[68216]: DEBUG oslo_concurrency.lockutils [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] Acquiring lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.307157] env[68216]: DEBUG oslo_concurrency.lockutils [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.307157] env[68216]: DEBUG oslo_concurrency.lockutils [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.307157] env[68216]: DEBUG nova.compute.manager [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] No waiting events found dispatching network-vif-plugged-b448d0ed-d92d-4ab6-93a4-2351a00d737c {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.307157] env[68216]: WARNING nova.compute.manager [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Received unexpected event network-vif-plugged-b448d0ed-d92d-4ab6-93a4-2351a00d737c for instance with vm_state building and task_state spawning. [ 706.307641] env[68216]: DEBUG nova.compute.manager [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Received event network-changed-b448d0ed-d92d-4ab6-93a4-2351a00d737c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 706.308077] env[68216]: DEBUG nova.compute.manager [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Refreshing instance network info cache due to event network-changed-b448d0ed-d92d-4ab6-93a4-2351a00d737c. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 706.308517] env[68216]: DEBUG oslo_concurrency.lockutils [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] Acquiring lock "refresh_cache-b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.316774] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Releasing lock "refresh_cache-b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.316774] env[68216]: DEBUG nova.compute.manager [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Instance network_info: |[{"id": "b448d0ed-d92d-4ab6-93a4-2351a00d737c", "address": "fa:16:3e:d3:44:0d", "network": {"id": "d535dc52-7063-4307-bc46-b6d35e20e9c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-597782664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f06baf9c3614bc0a40419021d7ea31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb448d0ed-d9", "ovs_interfaceid": "b448d0ed-d92d-4ab6-93a4-2351a00d737c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.316774] env[68216]: DEBUG oslo_concurrency.lockutils [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] Acquired lock "refresh_cache-b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.317015] env[68216]: DEBUG nova.network.neutron [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Refreshing network info cache for port b448d0ed-d92d-4ab6-93a4-2351a00d737c {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.319835] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:44:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b448d0ed-d92d-4ab6-93a4-2351a00d737c', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.337675] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Creating folder: Project (9f06baf9c3614bc0a40419021d7ea31d). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.342998] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-788b2f41-0e34-475b-8226-32f904eb7b57 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.361201] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Created folder: Project (9f06baf9c3614bc0a40419021d7ea31d) in parent group-v614292. [ 706.361201] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Creating folder: Instances. Parent ref: group-v614407. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.362575] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f6319cf-ea05-4eda-b0fd-3e8abd40a2b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.367549] env[68216]: DEBUG nova.compute.manager [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.379618] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Created folder: Instances in parent group-v614407. [ 706.381869] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.381869] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.381869] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f91769dc-08ac-4b72-9d71-9bd4f3506f56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.409692] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.410107] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.410512] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.410896] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.411285] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.411683] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.412122] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.412375] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.412631] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.412844] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.413103] env[68216]: DEBUG nova.virt.hardware [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.417634] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458ebae2-b17c-4216-9a21-c262c189d1b6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.420477] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.420477] env[68216]: value = "task-3068109" [ 706.420477] env[68216]: _type = "Task" [ 706.420477] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.434947] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2f0f5a-6714-4756-b56c-04cde382d5d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.446567] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068109, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.474029] env[68216]: DEBUG nova.scheduler.client.report [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.623956] env[68216]: DEBUG nova.network.neutron [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Updated VIF entry in instance network info cache for port b448d0ed-d92d-4ab6-93a4-2351a00d737c. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.624343] env[68216]: DEBUG nova.network.neutron [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Updating instance_info_cache with network_info: [{"id": "b448d0ed-d92d-4ab6-93a4-2351a00d737c", "address": "fa:16:3e:d3:44:0d", "network": {"id": "d535dc52-7063-4307-bc46-b6d35e20e9c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-597782664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f06baf9c3614bc0a40419021d7ea31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb448d0ed-d9", "ovs_interfaceid": "b448d0ed-d92d-4ab6-93a4-2351a00d737c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.645131] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068105, 'name': Rename_Task, 'duration_secs': 0.333981} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.645441] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.645673] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c1f0848-f221-4b9f-982a-264098816e5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.658696] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 706.658696] env[68216]: value = "task-3068110" [ 706.658696] env[68216]: _type = "Task" [ 706.658696] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.668186] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.772305] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068106, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.906080] env[68216]: DEBUG nova.network.neutron [-] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.931724] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068109, 'name': CreateVM_Task, 'duration_secs': 0.359327} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.931900] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.932584] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.932750] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.933077] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.933342] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337901f9-4f34-4123-883c-b321d9e1fdb7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.940694] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 706.940694] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5288fad3-7da3-77fa-7b26-e1dfdb015caf" [ 706.940694] env[68216]: _type = "Task" [ 706.940694] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.949886] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5288fad3-7da3-77fa-7b26-e1dfdb015caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.983624] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.984270] env[68216]: DEBUG nova.compute.manager [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.987218] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.555s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.987461] env[68216]: DEBUG nova.objects.instance [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lazy-loading 'resources' on Instance uuid da572323-6a2a-448d-8759-9e93586fdf2b {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.128346] env[68216]: DEBUG oslo_concurrency.lockutils [req-a02f4955-dc5f-4d0a-a8b0-27b7c1bb5708 req-c92a3b06-27d4-4ca2-a24e-d13484a7124e service nova] Releasing lock "refresh_cache-b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.169281] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.268259] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068106, 'name': CloneVM_Task} progress is 95%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.397179] env[68216]: DEBUG nova.network.neutron [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Successfully updated port: a0ef6182-9ec1-42a8-814c-337362a037b7 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.409486] env[68216]: INFO nova.compute.manager [-] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Took 1.90 seconds to deallocate network for instance. [ 707.453714] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5288fad3-7da3-77fa-7b26-e1dfdb015caf, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.453902] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.454119] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.454369] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.454514] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.454689] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.454954] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b1d864-aff5-452f-90d5-20c76a697a98 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.465358] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.465585] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.466616] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5d7d9b-a737-4369-99ac-ce5521b2d2a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.474138] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 707.474138] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521f7389-7ab4-afd8-ad49-676b3daa356e" [ 707.474138] env[68216]: _type = "Task" [ 707.474138] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.484428] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521f7389-7ab4-afd8-ad49-676b3daa356e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.493183] env[68216]: DEBUG nova.compute.utils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.495445] env[68216]: DEBUG nova.compute.manager [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.495445] env[68216]: DEBUG nova.network.neutron [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.600739] env[68216]: DEBUG nova.policy [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0df41ccb6afb47a9b3796fe073de07af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '402435b28a0a4ed399f03c6da94667bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.672575] env[68216]: DEBUG oslo_vmware.api [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068110, 'name': PowerOnVM_Task, 'duration_secs': 0.59124} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.673075] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.673437] env[68216]: DEBUG nova.compute.manager [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.674250] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e7a4ff-21c1-47d2-8e2a-e9aeebe9e8cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.772535] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068106, 'name': CloneVM_Task, 'duration_secs': 1.257814} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.774957] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Created linked-clone VM from snapshot [ 707.776183] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eaa685-d327-487e-b5c2-efa931e186c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.785964] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Uploading image 606a9ccd-6bbd-419a-8793-5b051df408a0 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.811972] env[68216]: DEBUG oslo_vmware.rw_handles [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 707.811972] env[68216]: value = "vm-614406" [ 707.811972] env[68216]: _type = "VirtualMachine" [ 707.811972] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 707.812278] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee383fd5-d439-48df-a43e-ae73641071f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.821803] env[68216]: DEBUG oslo_vmware.rw_handles [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lease: (returnval){ [ 707.821803] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522832e3-bca2-553e-fd81-2f8940edc5a3" [ 707.821803] env[68216]: _type = "HttpNfcLease" [ 707.821803] env[68216]: } obtained for exporting VM: (result){ [ 707.821803] env[68216]: value = "vm-614406" [ 707.821803] env[68216]: _type = "VirtualMachine" [ 707.821803] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 707.822077] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the lease: (returnval){ [ 707.822077] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522832e3-bca2-553e-fd81-2f8940edc5a3" [ 707.822077] env[68216]: _type = "HttpNfcLease" [ 707.822077] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 707.832288] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.832288] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522832e3-bca2-553e-fd81-2f8940edc5a3" [ 707.832288] env[68216]: _type = "HttpNfcLease" [ 707.832288] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 707.900734] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquiring lock "refresh_cache-6042d703-d07d-4486-9020-b1c160738535" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.900892] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquired lock "refresh_cache-6042d703-d07d-4486-9020-b1c160738535" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.901053] env[68216]: DEBUG nova.network.neutron [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.919574] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.962334] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6732d8de-64ea-4b58-94dc-a0f606469187 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.971985] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97995d7b-e84b-4e8c-8e1f-9513387332d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.985938] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521f7389-7ab4-afd8-ad49-676b3daa356e, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.010319] env[68216]: DEBUG nova.compute.manager [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.016023] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b288381-8a24-4da2-b876-4e114a093735 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.016023] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242e65c1-7ebd-420c-848f-ade56c681fe2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.023064] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 708.023064] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527e9547-54cf-6fdf-3ad5-5e0cb6452a65" [ 708.023064] env[68216]: _type = "Task" [ 708.023064] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.030334] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecaa267-b826-4552-bfe0-fa23c5fee2ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.040607] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527e9547-54cf-6fdf-3ad5-5e0cb6452a65, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.050049] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.050049] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] b638e306-c9c8-40f1-9cb8-9f63ba0c8af0/b638e306-c9c8-40f1-9cb8-9f63ba0c8af0.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.050049] env[68216]: DEBUG nova.compute.provider_tree [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.050729] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a119c1f-18cd-45cc-8bb2-45900acb8e8d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.061062] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 708.061062] env[68216]: value = "task-3068112" [ 708.061062] env[68216]: _type = "Task" [ 708.061062] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.073380] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.085028] env[68216]: DEBUG nova.network.neutron [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Successfully created port: 8a894bae-7dff-447c-9879-bb1830bd3f5c {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.195423] env[68216]: DEBUG oslo_concurrency.lockutils [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.335025] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 708.335025] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522832e3-bca2-553e-fd81-2f8940edc5a3" [ 708.335025] env[68216]: _type = "HttpNfcLease" [ 708.335025] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 708.335025] env[68216]: DEBUG oslo_vmware.rw_handles [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 708.335025] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522832e3-bca2-553e-fd81-2f8940edc5a3" [ 708.335025] env[68216]: _type = "HttpNfcLease" [ 708.335025] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 708.335898] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70905bb6-eac1-4670-bab7-ea509990791c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.347149] env[68216]: DEBUG oslo_vmware.rw_handles [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8835f-6f68-06c0-e465-5a7a4b37be64/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 708.347149] env[68216]: DEBUG oslo_vmware.rw_handles [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8835f-6f68-06c0-e465-5a7a4b37be64/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 708.443053] env[68216]: DEBUG nova.network.neutron [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.531742] env[68216]: DEBUG nova.compute.manager [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Received event network-vif-deleted-a3c78ee6-3ecc-4ef7-8d95-02e24c9cbbe9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.531981] env[68216]: DEBUG nova.compute.manager [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Received event network-vif-plugged-a0ef6182-9ec1-42a8-814c-337362a037b7 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.532220] env[68216]: DEBUG oslo_concurrency.lockutils [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] Acquiring lock "6042d703-d07d-4486-9020-b1c160738535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.532446] env[68216]: DEBUG oslo_concurrency.lockutils [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] Lock "6042d703-d07d-4486-9020-b1c160738535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.532622] env[68216]: DEBUG oslo_concurrency.lockutils [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] Lock "6042d703-d07d-4486-9020-b1c160738535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.532793] env[68216]: DEBUG nova.compute.manager [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] No waiting events found dispatching network-vif-plugged-a0ef6182-9ec1-42a8-814c-337362a037b7 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.532971] env[68216]: WARNING nova.compute.manager [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Received unexpected event network-vif-plugged-a0ef6182-9ec1-42a8-814c-337362a037b7 for instance with vm_state building and task_state spawning. [ 708.533166] env[68216]: DEBUG nova.compute.manager [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Received event network-changed-a0ef6182-9ec1-42a8-814c-337362a037b7 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.533331] env[68216]: DEBUG nova.compute.manager [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Refreshing instance network info cache due to event network-changed-a0ef6182-9ec1-42a8-814c-337362a037b7. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 708.533522] env[68216]: DEBUG oslo_concurrency.lockutils [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] Acquiring lock "refresh_cache-6042d703-d07d-4486-9020-b1c160738535" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.549035] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-213b12c5-9ec6-4f6b-86ff-355c54de8860 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.554681] env[68216]: DEBUG nova.scheduler.client.report [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.583595] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49428} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.584344] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] b638e306-c9c8-40f1-9cb8-9f63ba0c8af0/b638e306-c9c8-40f1-9cb8-9f63ba0c8af0.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.584559] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.585049] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c15acff-4f3c-4856-bfdc-35c2db2dd3f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.596449] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 708.596449] env[68216]: value = "task-3068113" [ 708.596449] env[68216]: _type = "Task" [ 708.596449] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.603196] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.622182] env[68216]: DEBUG nova.network.neutron [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Updating instance_info_cache with network_info: [{"id": "a0ef6182-9ec1-42a8-814c-337362a037b7", "address": "fa:16:3e:04:45:f2", "network": {"id": "0dc47dc0-f717-45c3-a531-2995d71e0257", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-159981507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae891aa3f1a64eb4878a7f97b4cde4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ef6182-9e", "ovs_interfaceid": "a0ef6182-9ec1-42a8-814c-337362a037b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.684190] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "3fae37c9-43fc-466a-8ceb-f38e362e5832" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.684473] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "3fae37c9-43fc-466a-8ceb-f38e362e5832" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.684674] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "3fae37c9-43fc-466a-8ceb-f38e362e5832-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.684848] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "3fae37c9-43fc-466a-8ceb-f38e362e5832-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.685019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "3fae37c9-43fc-466a-8ceb-f38e362e5832-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.687104] env[68216]: INFO nova.compute.manager [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Terminating instance [ 709.025567] env[68216]: DEBUG nova.compute.manager [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.053686] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.054202] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.054479] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.054721] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.055011] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.055110] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.055445] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.055715] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.056012] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.056257] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.056479] env[68216]: DEBUG nova.virt.hardware [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.057594] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f886fb-dfac-4bd0-bea1-0a2284486144 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.067057] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.070784] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.028s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.077210] env[68216]: INFO nova.compute.claims [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.082174] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67718c6-a4bb-4554-b878-dfb814cd9095 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.089745] env[68216]: INFO nova.scheduler.client.report [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Deleted allocations for instance da572323-6a2a-448d-8759-9e93586fdf2b [ 709.123818] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07715} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.124994] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.126726] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2864f0f-e5f8-45f2-9d11-8dc8b64b3891 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.130790] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Releasing lock "refresh_cache-6042d703-d07d-4486-9020-b1c160738535" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.131349] env[68216]: DEBUG nova.compute.manager [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Instance network_info: |[{"id": "a0ef6182-9ec1-42a8-814c-337362a037b7", "address": "fa:16:3e:04:45:f2", "network": {"id": "0dc47dc0-f717-45c3-a531-2995d71e0257", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-159981507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae891aa3f1a64eb4878a7f97b4cde4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ef6182-9e", "ovs_interfaceid": "a0ef6182-9ec1-42a8-814c-337362a037b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.131613] env[68216]: DEBUG oslo_concurrency.lockutils [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] Acquired lock "refresh_cache-6042d703-d07d-4486-9020-b1c160738535" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.131906] env[68216]: DEBUG nova.network.neutron [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Refreshing network info cache for port a0ef6182-9ec1-42a8-814c-337362a037b7 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.133633] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:45:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0ef6182-9ec1-42a8-814c-337362a037b7', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.143152] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Creating folder: Project (ae891aa3f1a64eb4878a7f97b4cde4be). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.145307] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b66ed0c-4a9f-475c-b706-4ec0edbdb4f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.173436] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] b638e306-c9c8-40f1-9cb8-9f63ba0c8af0/b638e306-c9c8-40f1-9cb8-9f63ba0c8af0.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.174643] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca6fde3b-5980-4398-82cc-21604ea1b17d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.195321] env[68216]: DEBUG nova.compute.manager [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.195872] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.196398] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Created folder: Project (ae891aa3f1a64eb4878a7f97b4cde4be) in parent group-v614292. [ 709.196803] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Creating folder: Instances. Parent ref: group-v614410. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.198374] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a14fd4-a82d-4a0b-9644-20632d9c7f3c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.201649] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1705b81d-58d4-41c5-91fd-1a008bbc4edc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.207274] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 709.207274] env[68216]: value = "task-3068115" [ 709.207274] env[68216]: _type = "Task" [ 709.207274] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.214051] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.215221] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e802d89c-ea7a-4d76-afef-012ff347e0a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.221068] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.224040] env[68216]: DEBUG oslo_vmware.api [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 709.224040] env[68216]: value = "task-3068117" [ 709.224040] env[68216]: _type = "Task" [ 709.224040] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.225353] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Created folder: Instances in parent group-v614410. [ 709.225621] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.229867] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6042d703-d07d-4486-9020-b1c160738535] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.232466] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a764a19b-0c3e-4d19-8db4-caa17cd5117f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.255178] env[68216]: DEBUG oslo_vmware.api [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.257418] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.257418] env[68216]: value = "task-3068118" [ 709.257418] env[68216]: _type = "Task" [ 709.257418] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.267816] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068118, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.355745] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "6373e785-924c-4b36-a317-edbdde0a47bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.356031] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "6373e785-924c-4b36-a317-edbdde0a47bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.613382] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd06ca62-9d5f-440c-8ca5-6fefc3c40af1 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "da572323-6a2a-448d-8759-9e93586fdf2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.592s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.729178] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.744616] env[68216]: DEBUG oslo_vmware.api [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068117, 'name': PowerOffVM_Task, 'duration_secs': 0.299198} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.744959] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.745149] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.745443] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0df9cd1c-ff33-42a3-bb4f-d8e2c7ccfc73 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.772084] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068118, 'name': CreateVM_Task, 'duration_secs': 0.436026} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.772290] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6042d703-d07d-4486-9020-b1c160738535] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.773091] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.773470] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.773912] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.774254] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f47fdd-aa6b-4117-b2bc-67a4be4a97bb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.780888] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for the task: (returnval){ [ 709.780888] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d534ce-2952-534c-0e20-f9a2093e01bb" [ 709.780888] env[68216]: _type = "Task" [ 709.780888] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.790581] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d534ce-2952-534c-0e20-f9a2093e01bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.834407] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.834407] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.834407] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleting the datastore file [datastore1] 3fae37c9-43fc-466a-8ceb-f38e362e5832 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.834407] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-015647d2-94c5-40ab-888d-5ce5486f07dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.844021] env[68216]: DEBUG oslo_vmware.api [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 709.844021] env[68216]: value = "task-3068120" [ 709.844021] env[68216]: _type = "Task" [ 709.844021] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.853540] env[68216]: DEBUG oslo_vmware.api [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.886771] env[68216]: DEBUG nova.network.neutron [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Successfully updated port: 8a894bae-7dff-447c-9879-bb1830bd3f5c {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.920048] env[68216]: DEBUG nova.network.neutron [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Updated VIF entry in instance network info cache for port a0ef6182-9ec1-42a8-814c-337362a037b7. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.920450] env[68216]: DEBUG nova.network.neutron [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Updating instance_info_cache with network_info: [{"id": "a0ef6182-9ec1-42a8-814c-337362a037b7", "address": "fa:16:3e:04:45:f2", "network": {"id": "0dc47dc0-f717-45c3-a531-2995d71e0257", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-159981507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae891aa3f1a64eb4878a7f97b4cde4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ef6182-9e", "ovs_interfaceid": "a0ef6182-9ec1-42a8-814c-337362a037b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.223847] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068115, 'name': ReconfigVM_Task, 'duration_secs': 0.571391} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.224736] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Reconfigured VM instance instance-00000024 to attach disk [datastore2] b638e306-c9c8-40f1-9cb8-9f63ba0c8af0/b638e306-c9c8-40f1-9cb8-9f63ba0c8af0.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.225365] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca8b4128-07fe-44e6-8dbf-75570dc96733 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.234730] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 710.234730] env[68216]: value = "task-3068121" [ 710.234730] env[68216]: _type = "Task" [ 710.234730] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.249137] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068121, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.294863] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d534ce-2952-534c-0e20-f9a2093e01bb, 'name': SearchDatastore_Task, 'duration_secs': 0.027565} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.295649] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.295649] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.295879] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.296026] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.296214] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.296495] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bd9d77b-093a-4c05-978b-ef5c493ee8f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.314978] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.314978] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.314978] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669f6963-543d-4f2a-ab55-bc872d9c3033 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.327172] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for the task: (returnval){ [ 710.327172] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a74e19-980d-a886-a8c9-e4ac48527190" [ 710.327172] env[68216]: _type = "Task" [ 710.327172] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.342368] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a74e19-980d-a886-a8c9-e4ac48527190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.358677] env[68216]: DEBUG oslo_vmware.api [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410748} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.359125] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.359426] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.359703] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.359995] env[68216]: INFO nova.compute.manager [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Took 1.16 seconds to destroy the instance on the hypervisor. [ 710.360374] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.360755] env[68216]: DEBUG nova.compute.manager [-] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.360803] env[68216]: DEBUG nova.network.neutron [-] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.390609] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "refresh_cache-e0e8a97d-d693-47c1-ad54-b793e48bdcd4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.390609] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "refresh_cache-e0e8a97d-d693-47c1-ad54-b793e48bdcd4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.390609] env[68216]: DEBUG nova.network.neutron [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.423150] env[68216]: DEBUG oslo_concurrency.lockutils [req-d60f45b0-bfca-4be4-a715-9b0f175ab6f1 req-3d2140cc-e96a-4d34-8359-58c2fa23644c service nova] Releasing lock "refresh_cache-6042d703-d07d-4486-9020-b1c160738535" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.567453] env[68216]: DEBUG nova.compute.manager [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Received event network-vif-plugged-8a894bae-7dff-447c-9879-bb1830bd3f5c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.567754] env[68216]: DEBUG oslo_concurrency.lockutils [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] Acquiring lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.568043] env[68216]: DEBUG oslo_concurrency.lockutils [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] Lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.568272] env[68216]: DEBUG oslo_concurrency.lockutils [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] Lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.568448] env[68216]: DEBUG nova.compute.manager [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] No waiting events found dispatching network-vif-plugged-8a894bae-7dff-447c-9879-bb1830bd3f5c {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.568637] env[68216]: WARNING nova.compute.manager [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Received unexpected event network-vif-plugged-8a894bae-7dff-447c-9879-bb1830bd3f5c for instance with vm_state building and task_state spawning. [ 710.568800] env[68216]: DEBUG nova.compute.manager [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Received event network-changed-8a894bae-7dff-447c-9879-bb1830bd3f5c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.569055] env[68216]: DEBUG nova.compute.manager [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Refreshing instance network info cache due to event network-changed-8a894bae-7dff-447c-9879-bb1830bd3f5c. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 710.569268] env[68216]: DEBUG oslo_concurrency.lockutils [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] Acquiring lock "refresh_cache-e0e8a97d-d693-47c1-ad54-b793e48bdcd4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.578869] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843b6d7a-ffec-4ec0-92e1-c010288e9251 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.589847] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.589847] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.589847] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.590088] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.590328] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.593055] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7946849b-9c75-4835-9101-b44d474bc720 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.596977] env[68216]: INFO nova.compute.manager [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Terminating instance [ 710.633047] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c89295b-b745-4611-b1b5-71008912e91a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.644240] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a8e73c-3a52-46fd-b259-630460d00cb5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.661559] env[68216]: DEBUG nova.compute.provider_tree [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.676725] env[68216]: DEBUG nova.compute.manager [req-b5f104b7-c6cd-4b54-b2cc-19f6f6db200b req-bcdeaa69-10a5-40e6-9316-3295ddf1f080 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Received event network-vif-deleted-e5da5abd-2f79-4e6c-ad4d-90b3940e66e0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.676992] env[68216]: INFO nova.compute.manager [req-b5f104b7-c6cd-4b54-b2cc-19f6f6db200b req-bcdeaa69-10a5-40e6-9316-3295ddf1f080 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Neutron deleted interface e5da5abd-2f79-4e6c-ad4d-90b3940e66e0; detaching it from the instance and deleting it from the info cache [ 710.677195] env[68216]: DEBUG nova.network.neutron [req-b5f104b7-c6cd-4b54-b2cc-19f6f6db200b req-bcdeaa69-10a5-40e6-9316-3295ddf1f080 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.746508] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068121, 'name': Rename_Task, 'duration_secs': 0.162317} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.746508] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.746772] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6f7e591-4ad0-48bb-940c-25f2bc32bc57 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.755881] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 710.755881] env[68216]: value = "task-3068122" [ 710.755881] env[68216]: _type = "Task" [ 710.755881] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.767301] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.842579] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a74e19-980d-a886-a8c9-e4ac48527190, 'name': SearchDatastore_Task, 'duration_secs': 0.014094} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.843544] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9447593-df8f-46d5-8fcb-588e75db983a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.850116] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for the task: (returnval){ [ 710.850116] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5219d1aa-0c84-f5ec-1577-48aa7abe437e" [ 710.850116] env[68216]: _type = "Task" [ 710.850116] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.859565] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5219d1aa-0c84-f5ec-1577-48aa7abe437e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.925615] env[68216]: DEBUG nova.network.neutron [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.064926] env[68216]: DEBUG nova.network.neutron [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Updating instance_info_cache with network_info: [{"id": "8a894bae-7dff-447c-9879-bb1830bd3f5c", "address": "fa:16:3e:17:f9:f0", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a894bae-7d", "ovs_interfaceid": "8a894bae-7dff-447c-9879-bb1830bd3f5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.102112] env[68216]: DEBUG nova.compute.manager [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.102382] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.103340] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f9f3a4-01f2-490d-89ca-963cdbdf27f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.113192] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.113477] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaa79360-21b7-45a1-a6d8-817c397a5e63 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.120858] env[68216]: DEBUG oslo_vmware.api [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 711.120858] env[68216]: value = "task-3068123" [ 711.120858] env[68216]: _type = "Task" [ 711.120858] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.135316] env[68216]: DEBUG oslo_vmware.api [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3068123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.167039] env[68216]: DEBUG nova.scheduler.client.report [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.171235] env[68216]: DEBUG nova.network.neutron [-] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.179468] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ff6c593-ce6a-4b9d-a6b5-7c776472309f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.191940] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cecb23-011f-4ce4-882b-c588588793ba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.228027] env[68216]: DEBUG nova.compute.manager [req-b5f104b7-c6cd-4b54-b2cc-19f6f6db200b req-bcdeaa69-10a5-40e6-9316-3295ddf1f080 service nova] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Detach interface failed, port_id=e5da5abd-2f79-4e6c-ad4d-90b3940e66e0, reason: Instance 3fae37c9-43fc-466a-8ceb-f38e362e5832 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 711.267037] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068122, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.362233] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5219d1aa-0c84-f5ec-1577-48aa7abe437e, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.362542] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.362842] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 6042d703-d07d-4486-9020-b1c160738535/6042d703-d07d-4486-9020-b1c160738535.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.363712] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bf96a7d-35e3-4c30-8206-dd51edd843fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.373433] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for the task: (returnval){ [ 711.373433] env[68216]: value = "task-3068124" [ 711.373433] env[68216]: _type = "Task" [ 711.373433] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.389887] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.567779] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "refresh_cache-e0e8a97d-d693-47c1-ad54-b793e48bdcd4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.568070] env[68216]: DEBUG nova.compute.manager [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Instance network_info: |[{"id": "8a894bae-7dff-447c-9879-bb1830bd3f5c", "address": "fa:16:3e:17:f9:f0", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a894bae-7d", "ovs_interfaceid": "8a894bae-7dff-447c-9879-bb1830bd3f5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.568396] env[68216]: DEBUG oslo_concurrency.lockutils [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] Acquired lock "refresh_cache-e0e8a97d-d693-47c1-ad54-b793e48bdcd4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.568575] env[68216]: DEBUG nova.network.neutron [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Refreshing network info cache for port 8a894bae-7dff-447c-9879-bb1830bd3f5c {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.569827] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:f9:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a894bae-7dff-447c-9879-bb1830bd3f5c', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.578369] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.582150] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.585877] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b98ad6b6-3a0a-402f-9ce3-d115b037ecf2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.610775] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.610775] env[68216]: value = "task-3068125" [ 711.610775] env[68216]: _type = "Task" [ 711.610775] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.621940] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068125, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.633532] env[68216]: DEBUG oslo_vmware.api [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3068123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.675570] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.675570] env[68216]: DEBUG nova.compute.manager [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.678572] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.895s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.681191] env[68216]: INFO nova.compute.manager [-] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Took 1.32 seconds to deallocate network for instance. [ 711.777038] env[68216]: DEBUG oslo_vmware.api [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068122, 'name': PowerOnVM_Task, 'duration_secs': 0.545883} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.777038] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.777038] env[68216]: INFO nova.compute.manager [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Took 8.09 seconds to spawn the instance on the hypervisor. [ 711.777038] env[68216]: DEBUG nova.compute.manager [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.777038] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f733ae31-7c5d-412e-ab15-ae28017f0db5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.875020] env[68216]: DEBUG nova.network.neutron [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Updated VIF entry in instance network info cache for port 8a894bae-7dff-447c-9879-bb1830bd3f5c. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.875539] env[68216]: DEBUG nova.network.neutron [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Updating instance_info_cache with network_info: [{"id": "8a894bae-7dff-447c-9879-bb1830bd3f5c", "address": "fa:16:3e:17:f9:f0", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a894bae-7d", "ovs_interfaceid": "8a894bae-7dff-447c-9879-bb1830bd3f5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.889753] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068124, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.125138] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068125, 'name': CreateVM_Task, 'duration_secs': 0.505001} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.128339] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.129105] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.129270] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.129590] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.130255] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0e30ce-be1b-48c1-9ff0-e48e2b0387c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.135715] env[68216]: DEBUG oslo_vmware.api [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3068123, 'name': PowerOffVM_Task, 'duration_secs': 0.766811} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.137165] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.137373] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.137856] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 712.137856] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c3e35f-3c0e-ad91-c503-e2ae3af93c7b" [ 712.137856] env[68216]: _type = "Task" [ 712.137856] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.138033] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe55f3b-96de-418d-b979-6e6501b6656c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.150208] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c3e35f-3c0e-ad91-c503-e2ae3af93c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.195033] env[68216]: DEBUG nova.compute.utils [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.195651] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.195783] env[68216]: DEBUG nova.compute.manager [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.195942] env[68216]: DEBUG nova.network.neutron [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.234240] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.234240] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.234562] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Deleting the datastore file [datastore2] 8237475b-0989-4e97-9c71-19ad1ef8fa5a {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.234598] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-303e27ee-a547-4ea3-9cbe-3aea061ab239 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.238750] env[68216]: DEBUG nova.policy [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa86564e1c34bed874f9cc8913dfbf9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29970859118b487fab9ace6654064d1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.243356] env[68216]: DEBUG oslo_vmware.api [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for the task: (returnval){ [ 712.243356] env[68216]: value = "task-3068127" [ 712.243356] env[68216]: _type = "Task" [ 712.243356] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.251960] env[68216]: DEBUG oslo_vmware.api [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3068127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.300776] env[68216]: INFO nova.compute.manager [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Took 46.68 seconds to build instance. [ 712.382336] env[68216]: DEBUG oslo_concurrency.lockutils [req-d5b8c870-c408-4b6e-b4f5-d4c4e18d5aee req-b53289bf-f352-4192-9106-ae3e320aaadc service nova] Releasing lock "refresh_cache-e0e8a97d-d693-47c1-ad54-b793e48bdcd4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.391022] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585853} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.391022] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 6042d703-d07d-4486-9020-b1c160738535/6042d703-d07d-4486-9020-b1c160738535.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.391022] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.391022] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92db5f6c-c577-4ca6-acfe-448af1108870 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.398472] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for the task: (returnval){ [ 712.398472] env[68216]: value = "task-3068128" [ 712.398472] env[68216]: _type = "Task" [ 712.398472] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.407916] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.575446] env[68216]: DEBUG nova.network.neutron [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Successfully created port: dd5441f3-3608-4374-bb04-d22879f066e5 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.652636] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c3e35f-3c0e-ad91-c503-e2ae3af93c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.018561} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.653109] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.653197] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.653683] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.653831] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.654016] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.654508] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a18b43a-c1a6-4379-83a6-baf5f95e3790 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.679207] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.679207] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.679408] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5844cbcc-fda1-4740-b680-45757c1c45d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.688924] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 712.688924] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526a944b-2c38-63bb-e494-95561a1d01d4" [ 712.688924] env[68216]: _type = "Task" [ 712.688924] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.703539] env[68216]: DEBUG nova.compute.manager [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.706421] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526a944b-2c38-63bb-e494-95561a1d01d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.723801] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance f05e7cbb-1253-4054-90e4-46ffe28ad519 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 712.723951] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance d1367ce2-b040-4d5e-a492-d05de61b2732 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 712.724100] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 4928fa5d-54cd-4f17-ac01-a7b196dd7473 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 712.724216] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 4feb7a78-d8ff-4146-8b83-fb39d887d91a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.724330] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 8237475b-0989-4e97-9c71-19ad1ef8fa5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.724446] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 16e4cba8-065d-4254-b377-cc48b1db47f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.725042] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 744bc42c-5d39-4e25-9fbd-1c914795d0f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.725042] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 83f60ebf-59d1-432b-a4f8-37510f2a6ebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.725042] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 76a1822d-267d-48a9-8b8d-4c1683070393 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.725042] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance f8b503be-ac30-458c-a0c6-a9c585ead93d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.725354] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 120b4896-8bb8-457e-ae43-07d509a8c058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.725354] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 63c961b1-0371-4ca9-ab99-3b24530ae339 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 712.725354] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 7bd493b7-b106-4be9-ae89-4cc38e153a78 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 712.725651] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 417ae562-0d10-4253-b608-13eae9ec020c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 712.725838] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 94ed63d7-dcea-44b3-b787-2d21f0e55552 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.725977] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 9734fd56-60c6-4585-aef1-cd2f5b296563 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 712.726131] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 3fae37c9-43fc-466a-8ceb-f38e362e5832 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.726496] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 81d56bf0-a65c-4c45-9355-ab8cb235f54b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 712.726496] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 54cd1d03-f73e-4c5e-89c0-fc2a129792df actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.726591] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance b638e306-c9c8-40f1-9cb8-9f63ba0c8af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.726702] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 6042d703-d07d-4486-9020-b1c160738535 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.726962] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e0e8a97d-d693-47c1-ad54-b793e48bdcd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.726962] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance d78a3164-0de0-46f6-a977-ffc6308ea55b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.757175] env[68216]: DEBUG oslo_vmware.api [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Task: {'id': task-3068127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487492} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.757638] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.758212] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.758514] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.758814] env[68216]: INFO nova.compute.manager [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Took 1.66 seconds to destroy the instance on the hypervisor. [ 712.759198] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.760017] env[68216]: DEBUG nova.compute.manager [-] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.760017] env[68216]: DEBUG nova.network.neutron [-] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.804024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dd697d2-447f-4792-b621-81a53d865f17 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.999s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.916657] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079888} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.917317] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.918475] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab2be23-0ddd-4b03-b904-0b3a18956485 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.944960] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 6042d703-d07d-4486-9020-b1c160738535/6042d703-d07d-4486-9020-b1c160738535.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.945634] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-424baf55-7bb6-4bb6-b446-17ffedcd1283 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.972021] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for the task: (returnval){ [ 712.972021] env[68216]: value = "task-3068129" [ 712.972021] env[68216]: _type = "Task" [ 712.972021] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.981251] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.203351] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526a944b-2c38-63bb-e494-95561a1d01d4, 'name': SearchDatastore_Task, 'duration_secs': 0.020645} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.205144] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2d0029-e205-412e-8b5f-cc3b50946ed0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.211669] env[68216]: INFO nova.virt.block_device [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Booting with volume 3b78b61c-0988-43e9-96c4-41dba9e5f606 at /dev/sda [ 713.221216] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 713.221216] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5285084c-eb57-d686-71e5-d94e3c6608ee" [ 713.221216] env[68216]: _type = "Task" [ 713.221216] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.233185] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 35711145-874b-4cb6-b499-8274946b013d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.234709] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5285084c-eb57-d686-71e5-d94e3c6608ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.266026] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-327258c7-767a-4ab9-851a-cc916d9d8b2b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.280903] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcdca26-c74a-441a-9034-d237a8b266cc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.305900] env[68216]: DEBUG nova.compute.manager [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.323170] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c44a33af-b596-41b1-b2fb-33438738948b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.338571] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb9d28e-bf2a-486b-b79d-4df0a6a9999b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.380031] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507fb75c-cbaa-4b40-853c-cf0479e76915 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.388102] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e317e1-f7d6-410c-9615-6e297e2f8bb4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.407422] env[68216]: DEBUG nova.virt.block_device [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Updating existing volume attachment record: b6cf9b76-7738-41be-89d3-4295e2f34ce6 {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 713.481789] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068129, 'name': ReconfigVM_Task, 'duration_secs': 0.416037} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.482085] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 6042d703-d07d-4486-9020-b1c160738535/6042d703-d07d-4486-9020-b1c160738535.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.482859] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecd0bf1e-65a0-40d5-b9e8-2e8ec321def1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.493103] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for the task: (returnval){ [ 713.493103] env[68216]: value = "task-3068130" [ 713.493103] env[68216]: _type = "Task" [ 713.493103] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.503529] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068130, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.734015] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5285084c-eb57-d686-71e5-d94e3c6608ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01329} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.734301] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.734569] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] e0e8a97d-d693-47c1-ad54-b793e48bdcd4/e0e8a97d-d693-47c1-ad54-b793e48bdcd4.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.734834] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1749219a-8173-48fb-bfcf-1a1959c05f68 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.737361] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.745805] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 713.745805] env[68216]: value = "task-3068131" [ 713.745805] env[68216]: _type = "Task" [ 713.745805] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.761278] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.843809] env[68216]: DEBUG nova.compute.manager [req-025da9f8-7f2c-4724-a25b-2c5a6f5df17f req-630d255a-08f3-4e15-b05a-49f6bc09a865 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Received event network-vif-deleted-552297db-8619-4f83-b9f8-f24c8db3d296 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 713.844019] env[68216]: INFO nova.compute.manager [req-025da9f8-7f2c-4724-a25b-2c5a6f5df17f req-630d255a-08f3-4e15-b05a-49f6bc09a865 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Neutron deleted interface 552297db-8619-4f83-b9f8-f24c8db3d296; detaching it from the instance and deleting it from the info cache [ 713.844332] env[68216]: DEBUG nova.network.neutron [req-025da9f8-7f2c-4724-a25b-2c5a6f5df17f req-630d255a-08f3-4e15-b05a-49f6bc09a865 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.848196] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.007214] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068130, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.108481] env[68216]: DEBUG nova.network.neutron [-] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.183302] env[68216]: DEBUG nova.network.neutron [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Successfully updated port: dd5441f3-3608-4374-bb04-d22879f066e5 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.221601] env[68216]: DEBUG nova.compute.manager [req-5c7d690b-f53a-408a-a753-d9b47568e362 req-ea1c6762-2a57-4e66-8fdb-2fbd568a5aef service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Received event network-vif-plugged-dd5441f3-3608-4374-bb04-d22879f066e5 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 714.221601] env[68216]: DEBUG oslo_concurrency.lockutils [req-5c7d690b-f53a-408a-a753-d9b47568e362 req-ea1c6762-2a57-4e66-8fdb-2fbd568a5aef service nova] Acquiring lock "d78a3164-0de0-46f6-a977-ffc6308ea55b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.222615] env[68216]: DEBUG oslo_concurrency.lockutils [req-5c7d690b-f53a-408a-a753-d9b47568e362 req-ea1c6762-2a57-4e66-8fdb-2fbd568a5aef service nova] Lock "d78a3164-0de0-46f6-a977-ffc6308ea55b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.222862] env[68216]: DEBUG oslo_concurrency.lockutils [req-5c7d690b-f53a-408a-a753-d9b47568e362 req-ea1c6762-2a57-4e66-8fdb-2fbd568a5aef service nova] Lock "d78a3164-0de0-46f6-a977-ffc6308ea55b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.227373] env[68216]: DEBUG nova.compute.manager [req-5c7d690b-f53a-408a-a753-d9b47568e362 req-ea1c6762-2a57-4e66-8fdb-2fbd568a5aef service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] No waiting events found dispatching network-vif-plugged-dd5441f3-3608-4374-bb04-d22879f066e5 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.227654] env[68216]: WARNING nova.compute.manager [req-5c7d690b-f53a-408a-a753-d9b47568e362 req-ea1c6762-2a57-4e66-8fdb-2fbd568a5aef service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Received unexpected event network-vif-plugged-dd5441f3-3608-4374-bb04-d22879f066e5 for instance with vm_state building and task_state block_device_mapping. [ 714.240512] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 28f3359a-bc65-4ca9-b093-834f0238bc29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.259543] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068131, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.349478] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fb66753-fb55-4a35-a9f0-e2ddb5950a0c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.363100] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b59316f-3ec3-4c41-88c1-adfe502a1db7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.408293] env[68216]: DEBUG nova.compute.manager [req-025da9f8-7f2c-4724-a25b-2c5a6f5df17f req-630d255a-08f3-4e15-b05a-49f6bc09a865 service nova] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Detach interface failed, port_id=552297db-8619-4f83-b9f8-f24c8db3d296, reason: Instance 8237475b-0989-4e97-9c71-19ad1ef8fa5a could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 714.505340] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068130, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.610736] env[68216]: INFO nova.compute.manager [-] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Took 1.85 seconds to deallocate network for instance. [ 714.686399] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Acquiring lock "refresh_cache-d78a3164-0de0-46f6-a977-ffc6308ea55b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.686573] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Acquired lock "refresh_cache-d78a3164-0de0-46f6-a977-ffc6308ea55b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.686764] env[68216]: DEBUG nova.network.neutron [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.743921] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 22cd6ec9-5152-4c4f-bbcd-8395b82b819e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.756051] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538987} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.756894] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] e0e8a97d-d693-47c1-ad54-b793e48bdcd4/e0e8a97d-d693-47c1-ad54-b793e48bdcd4.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.757220] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.757592] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a67b7f4-cedc-473d-afbd-7f0e146c8396 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.766166] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 714.766166] env[68216]: value = "task-3068132" [ 714.766166] env[68216]: _type = "Task" [ 714.766166] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.776619] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.005515] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068130, 'name': Rename_Task, 'duration_secs': 1.18529} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.005861] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.006167] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-376dd5ea-4d4d-458b-a4ec-9f79ca087e9c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.014458] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for the task: (returnval){ [ 715.014458] env[68216]: value = "task-3068133" [ 715.014458] env[68216]: _type = "Task" [ 715.014458] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.029509] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.118188] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.232728] env[68216]: DEBUG nova.network.neutron [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.247811] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance b392fef0-4e1a-4cc5-be4c-b19472a611a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.277650] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072673} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.280220] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.281364] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11fdda0-d243-425b-83d9-54101b8f81bb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.304691] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] e0e8a97d-d693-47c1-ad54-b793e48bdcd4/e0e8a97d-d693-47c1-ad54-b793e48bdcd4.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.305404] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4ce125-e042-4874-96e9-88a203879e04 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.334819] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 715.334819] env[68216]: value = "task-3068134" [ 715.334819] env[68216]: _type = "Task" [ 715.334819] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.345839] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.400460] env[68216]: DEBUG nova.network.neutron [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Updating instance_info_cache with network_info: [{"id": "dd5441f3-3608-4374-bb04-d22879f066e5", "address": "fa:16:3e:28:47:91", "network": {"id": "74bda203-f2c4-4585-925c-b2097683a1e1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1430674466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29970859118b487fab9ace6654064d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5441f3-36", "ovs_interfaceid": "dd5441f3-3608-4374-bb04-d22879f066e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.527254] env[68216]: DEBUG nova.compute.manager [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.527842] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.528111] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.528310] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.528563] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.528736] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.528892] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.529183] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.529392] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.529571] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.529777] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.529990] env[68216]: DEBUG nova.virt.hardware [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.530357] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068133, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.531256] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecfcef4-6f4a-437a-811b-227aa97f3890 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.542825] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3de1a4d-7dfe-4b11-b538-5258ca3c5662 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.753406] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 878d010a-a036-4228-85fa-7f3d990bfd58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.845501] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068134, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.876793] env[68216]: DEBUG nova.compute.manager [req-4d339d32-6453-4ee4-9695-96449d43826c req-574faca9-c78f-40ad-a71b-e03923a12e30 service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Received event network-changed-b448d0ed-d92d-4ab6-93a4-2351a00d737c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 715.877017] env[68216]: DEBUG nova.compute.manager [req-4d339d32-6453-4ee4-9695-96449d43826c req-574faca9-c78f-40ad-a71b-e03923a12e30 service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Refreshing instance network info cache due to event network-changed-b448d0ed-d92d-4ab6-93a4-2351a00d737c. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 715.877281] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d339d32-6453-4ee4-9695-96449d43826c req-574faca9-c78f-40ad-a71b-e03923a12e30 service nova] Acquiring lock "refresh_cache-b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.877407] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d339d32-6453-4ee4-9695-96449d43826c req-574faca9-c78f-40ad-a71b-e03923a12e30 service nova] Acquired lock "refresh_cache-b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.877689] env[68216]: DEBUG nova.network.neutron [req-4d339d32-6453-4ee4-9695-96449d43826c req-574faca9-c78f-40ad-a71b-e03923a12e30 service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Refreshing network info cache for port b448d0ed-d92d-4ab6-93a4-2351a00d737c {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.903428] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Releasing lock "refresh_cache-d78a3164-0de0-46f6-a977-ffc6308ea55b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.903761] env[68216]: DEBUG nova.compute.manager [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Instance network_info: |[{"id": "dd5441f3-3608-4374-bb04-d22879f066e5", "address": "fa:16:3e:28:47:91", "network": {"id": "74bda203-f2c4-4585-925c-b2097683a1e1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1430674466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29970859118b487fab9ace6654064d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5441f3-36", "ovs_interfaceid": "dd5441f3-3608-4374-bb04-d22879f066e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.904205] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:47:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd5441f3-3608-4374-bb04-d22879f066e5', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.911958] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Creating folder: Project (29970859118b487fab9ace6654064d1d). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.912264] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f81bddb-1ee8-4050-b61c-40cd1ecdf79c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.927833] env[68216]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 715.928028] env[68216]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68216) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 715.929389] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Folder already exists: Project (29970859118b487fab9ace6654064d1d). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 715.929389] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Creating folder: Instances. Parent ref: group-v614351. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.929389] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0973a096-df3f-4ec9-a532-390955571559 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.942282] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Created folder: Instances in parent group-v614351. [ 715.942563] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.942770] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.942984] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6d7eb49-86b3-442f-baa8-a193d1461351 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.964802] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.964802] env[68216]: value = "task-3068137" [ 715.964802] env[68216]: _type = "Task" [ 715.964802] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.973300] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068137, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.026328] env[68216]: DEBUG oslo_vmware.api [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068133, 'name': PowerOnVM_Task, 'duration_secs': 0.517469} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.026748] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.026991] env[68216]: INFO nova.compute.manager [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Took 9.66 seconds to spawn the instance on the hypervisor. [ 716.027401] env[68216]: DEBUG nova.compute.manager [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.028936] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02308458-e948-40c7-9d79-c9a6166ff423 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.257153] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 2d3901de-fd96-48d5-b12c-fc7ad111126e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.292084] env[68216]: DEBUG nova.compute.manager [req-e43a480b-5bf4-4651-83b7-54d46d720066 req-e407e1a2-4f94-4d4c-b404-894e7f5ba199 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Received event network-changed-dd5441f3-3608-4374-bb04-d22879f066e5 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.292355] env[68216]: DEBUG nova.compute.manager [req-e43a480b-5bf4-4651-83b7-54d46d720066 req-e407e1a2-4f94-4d4c-b404-894e7f5ba199 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Refreshing instance network info cache due to event network-changed-dd5441f3-3608-4374-bb04-d22879f066e5. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 716.292597] env[68216]: DEBUG oslo_concurrency.lockutils [req-e43a480b-5bf4-4651-83b7-54d46d720066 req-e407e1a2-4f94-4d4c-b404-894e7f5ba199 service nova] Acquiring lock "refresh_cache-d78a3164-0de0-46f6-a977-ffc6308ea55b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.292784] env[68216]: DEBUG oslo_concurrency.lockutils [req-e43a480b-5bf4-4651-83b7-54d46d720066 req-e407e1a2-4f94-4d4c-b404-894e7f5ba199 service nova] Acquired lock "refresh_cache-d78a3164-0de0-46f6-a977-ffc6308ea55b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.293022] env[68216]: DEBUG nova.network.neutron [req-e43a480b-5bf4-4651-83b7-54d46d720066 req-e407e1a2-4f94-4d4c-b404-894e7f5ba199 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Refreshing network info cache for port dd5441f3-3608-4374-bb04-d22879f066e5 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.347402] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068134, 'name': ReconfigVM_Task, 'duration_secs': 0.535175} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.347817] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Reconfigured VM instance instance-00000026 to attach disk [datastore1] e0e8a97d-d693-47c1-ad54-b793e48bdcd4/e0e8a97d-d693-47c1-ad54-b793e48bdcd4.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.349496] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b5d8f14-82f8-4565-b7c6-fe0b1b3b01db {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.360418] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 716.360418] env[68216]: value = "task-3068138" [ 716.360418] env[68216]: _type = "Task" [ 716.360418] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.373027] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068138, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.475405] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068137, 'name': CreateVM_Task, 'duration_secs': 0.452412} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.475545] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.476209] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614356', 'volume_id': '3b78b61c-0988-43e9-96c4-41dba9e5f606', 'name': 'volume-3b78b61c-0988-43e9-96c4-41dba9e5f606', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd78a3164-0de0-46f6-a977-ffc6308ea55b', 'attached_at': '', 'detached_at': '', 'volume_id': '3b78b61c-0988-43e9-96c4-41dba9e5f606', 'serial': '3b78b61c-0988-43e9-96c4-41dba9e5f606'}, 'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': 'b6cf9b76-7738-41be-89d3-4295e2f34ce6', 'volume_type': None}], 'swap': None} {{(pid=68216) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 716.476415] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Root volume attach. Driver type: vmdk {{(pid=68216) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 716.477207] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02811d4-b236-46a5-9441-650061658017 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.486378] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d99af1-4be2-4878-a5be-97e501e7a179 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.496836] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b98b5c2-f1cf-4e05-aafb-697580774329 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.504253] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fcf224cb-6d47-49ed-97d5-aab5efa986a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.513416] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for the task: (returnval){ [ 716.513416] env[68216]: value = "task-3068139" [ 716.513416] env[68216]: _type = "Task" [ 716.513416] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.526284] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068139, 'name': RelocateVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.550942] env[68216]: INFO nova.compute.manager [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Took 49.83 seconds to build instance. [ 716.618564] env[68216]: DEBUG nova.network.neutron [req-4d339d32-6453-4ee4-9695-96449d43826c req-574faca9-c78f-40ad-a71b-e03923a12e30 service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Updated VIF entry in instance network info cache for port b448d0ed-d92d-4ab6-93a4-2351a00d737c. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.619121] env[68216]: DEBUG nova.network.neutron [req-4d339d32-6453-4ee4-9695-96449d43826c req-574faca9-c78f-40ad-a71b-e03923a12e30 service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Updating instance_info_cache with network_info: [{"id": "b448d0ed-d92d-4ab6-93a4-2351a00d737c", "address": "fa:16:3e:d3:44:0d", "network": {"id": "d535dc52-7063-4307-bc46-b6d35e20e9c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-597782664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f06baf9c3614bc0a40419021d7ea31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb448d0ed-d9", "ovs_interfaceid": "b448d0ed-d92d-4ab6-93a4-2351a00d737c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.760798] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance d7577b82-dbf1-4ed0-b135-2d162628b1e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.850317] env[68216]: DEBUG oslo_vmware.rw_handles [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8835f-6f68-06c0-e465-5a7a4b37be64/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 716.851322] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a932165-b4d6-4653-bf32-3781bd47bf5a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.859899] env[68216]: DEBUG oslo_vmware.rw_handles [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8835f-6f68-06c0-e465-5a7a4b37be64/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 716.860088] env[68216]: ERROR oslo_vmware.rw_handles [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8835f-6f68-06c0-e465-5a7a4b37be64/disk-0.vmdk due to incomplete transfer. [ 716.862996] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-84b1b5dd-8959-442f-a646-88c6d363d251 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.870871] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068138, 'name': Rename_Task, 'duration_secs': 0.238619} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.871976] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.872251] env[68216]: DEBUG oslo_vmware.rw_handles [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8835f-6f68-06c0-e465-5a7a4b37be64/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 716.872423] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Uploaded image 606a9ccd-6bbd-419a-8793-5b051df408a0 to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 716.874672] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.877023] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c67d854-bde7-4830-abbe-94ec71a6ffca {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.878499] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a0775a0-b5a3-4da6-8479-ce622a94939a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.885422] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 716.885422] env[68216]: value = "task-3068141" [ 716.885422] env[68216]: _type = "Task" [ 716.885422] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.886677] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 716.886677] env[68216]: value = "task-3068140" [ 716.886677] env[68216]: _type = "Task" [ 716.886677] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.898389] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068141, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.901541] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.992042] env[68216]: DEBUG nova.network.neutron [req-e43a480b-5bf4-4651-83b7-54d46d720066 req-e407e1a2-4f94-4d4c-b404-894e7f5ba199 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Updated VIF entry in instance network info cache for port dd5441f3-3608-4374-bb04-d22879f066e5. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.992429] env[68216]: DEBUG nova.network.neutron [req-e43a480b-5bf4-4651-83b7-54d46d720066 req-e407e1a2-4f94-4d4c-b404-894e7f5ba199 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Updating instance_info_cache with network_info: [{"id": "dd5441f3-3608-4374-bb04-d22879f066e5", "address": "fa:16:3e:28:47:91", "network": {"id": "74bda203-f2c4-4585-925c-b2097683a1e1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1430674466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29970859118b487fab9ace6654064d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5441f3-36", "ovs_interfaceid": "dd5441f3-3608-4374-bb04-d22879f066e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.027923] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068139, 'name': RelocateVM_Task} progress is 19%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.053105] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0b387f8a-1725-4f3d-acee-23066c6dac16 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "6042d703-d07d-4486-9020-b1c160738535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.024s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.122880] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d339d32-6453-4ee4-9695-96449d43826c req-574faca9-c78f-40ad-a71b-e03923a12e30 service nova] Releasing lock "refresh_cache-b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.178086] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc260ab2-fd2f-4e0b-8380-a6143c49707e tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquiring lock "interface-6042d703-d07d-4486-9020-b1c160738535-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.178377] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc260ab2-fd2f-4e0b-8380-a6143c49707e tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "interface-6042d703-d07d-4486-9020-b1c160738535-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.178765] env[68216]: DEBUG nova.objects.instance [None req-dc260ab2-fd2f-4e0b-8380-a6143c49707e tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lazy-loading 'flavor' on Instance uuid 6042d703-d07d-4486-9020-b1c160738535 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.263962] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance c5dd208c-4c35-48a9-bcb5-f85123645146 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.399095] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068141, 'name': Destroy_Task, 'duration_secs': 0.370242} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.403141] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Destroyed the VM [ 717.403141] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.403141] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.403141] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9d6d848-a28f-4780-bc10-cc6b04fac636 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.410722] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 717.410722] env[68216]: value = "task-3068142" [ 717.410722] env[68216]: _type = "Task" [ 717.410722] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.419217] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068142, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.495090] env[68216]: DEBUG oslo_concurrency.lockutils [req-e43a480b-5bf4-4651-83b7-54d46d720066 req-e407e1a2-4f94-4d4c-b404-894e7f5ba199 service nova] Releasing lock "refresh_cache-d78a3164-0de0-46f6-a977-ffc6308ea55b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.528893] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068139, 'name': RelocateVM_Task} progress is 19%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.556092] env[68216]: DEBUG nova.compute.manager [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.683065] env[68216]: DEBUG nova.objects.instance [None req-dc260ab2-fd2f-4e0b-8380-a6143c49707e tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lazy-loading 'pci_requests' on Instance uuid 6042d703-d07d-4486-9020-b1c160738535 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.768153] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 6373e785-924c-4b36-a317-edbdde0a47bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.768240] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 717.768408] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 717.903309] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.923644] env[68216]: DEBUG oslo_vmware.api [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068142, 'name': RemoveSnapshot_Task, 'duration_secs': 0.492262} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.923910] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 717.924090] env[68216]: INFO nova.compute.manager [None req-03f4f5dc-83e5-46ab-a8e4-efcf0d8bf48c tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Took 13.27 seconds to snapshot the instance on the hypervisor. [ 718.028238] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068139, 'name': RelocateVM_Task} progress is 20%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.074265] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.185441] env[68216]: DEBUG nova.objects.base [None req-dc260ab2-fd2f-4e0b-8380-a6143c49707e tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Object Instance<6042d703-d07d-4486-9020-b1c160738535> lazy-loaded attributes: flavor,pci_requests {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 718.185683] env[68216]: DEBUG nova.network.neutron [None req-dc260ab2-fd2f-4e0b-8380-a6143c49707e tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.199983] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e80951-01ab-42d3-be7a-8418498774e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.208508] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbe4309-4f30-4930-b4e3-dac8262652a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.244140] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1243a255-4b98-487b-a8f5-f6ef1801ab2e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.253193] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63eaec8-7cb0-4bde-b3b9-d62addf7419d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.269288] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.283495] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc260ab2-fd2f-4e0b-8380-a6143c49707e tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "interface-6042d703-d07d-4486-9020-b1c160738535-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.105s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.403380] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.528100] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068139, 'name': RelocateVM_Task, 'duration_secs': 1.649333} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.528409] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 718.528621] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614356', 'volume_id': '3b78b61c-0988-43e9-96c4-41dba9e5f606', 'name': 'volume-3b78b61c-0988-43e9-96c4-41dba9e5f606', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd78a3164-0de0-46f6-a977-ffc6308ea55b', 'attached_at': '', 'detached_at': '', 'volume_id': '3b78b61c-0988-43e9-96c4-41dba9e5f606', 'serial': '3b78b61c-0988-43e9-96c4-41dba9e5f606'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 718.529466] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d564a6c4-6d2e-4a9f-b8d5-9e67ec2ff630 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.546017] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf48aae6-0680-461d-adc1-26ea27a0ef6a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.569155] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] volume-3b78b61c-0988-43e9-96c4-41dba9e5f606/volume-3b78b61c-0988-43e9-96c4-41dba9e5f606.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.569490] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058452ee-16c5-40fc-aa18-4053a961e362 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.592782] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for the task: (returnval){ [ 718.592782] env[68216]: value = "task-3068143" [ 718.592782] env[68216]: _type = "Task" [ 718.592782] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.601552] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.794925] env[68216]: ERROR nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [req-c7778b74-eb97-4931-9fe8-7b003c2821c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7778b74-eb97-4931-9fe8-7b003c2821c3"}]} [ 718.812720] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 718.829170] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 718.829456] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.846032] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 718.865643] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 718.903949] env[68216]: DEBUG oslo_vmware.api [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068140, 'name': PowerOnVM_Task, 'duration_secs': 1.994568} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.907365] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.907592] env[68216]: INFO nova.compute.manager [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Took 9.88 seconds to spawn the instance on the hypervisor. [ 718.907793] env[68216]: DEBUG nova.compute.manager [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.908959] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f84708-d89a-45af-bf81-f4765628a646 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.104869] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068143, 'name': ReconfigVM_Task, 'duration_secs': 0.262673} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.105291] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Reconfigured VM instance instance-00000027 to attach disk [datastore2] volume-3b78b61c-0988-43e9-96c4-41dba9e5f606/volume-3b78b61c-0988-43e9-96c4-41dba9e5f606.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.110868] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17983c9e-3893-448c-8db5-2165d0159e66 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.132846] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for the task: (returnval){ [ 719.132846] env[68216]: value = "task-3068144" [ 719.132846] env[68216]: _type = "Task" [ 719.132846] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.145861] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.319404] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18642634-be64-4366-8fa1-bb169b3fa0d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.327769] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4f4756-d0fa-4380-b9f0-adebb5818b16 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.359869] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d252b8-9837-4d44-b8e9-f25635610ade {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.369176] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5943ef2b-4300-48a8-9df5-523c06add4cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.384050] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.430037] env[68216]: INFO nova.compute.manager [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Took 47.36 seconds to build instance. [ 719.645510] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068144, 'name': ReconfigVM_Task, 'duration_secs': 0.145695} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.645510] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614356', 'volume_id': '3b78b61c-0988-43e9-96c4-41dba9e5f606', 'name': 'volume-3b78b61c-0988-43e9-96c4-41dba9e5f606', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd78a3164-0de0-46f6-a977-ffc6308ea55b', 'attached_at': '', 'detached_at': '', 'volume_id': '3b78b61c-0988-43e9-96c4-41dba9e5f606', 'serial': '3b78b61c-0988-43e9-96c4-41dba9e5f606'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 719.646171] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd0cfe9d-d60a-4c65-8a25-ca3ef607049f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.655323] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for the task: (returnval){ [ 719.655323] env[68216]: value = "task-3068145" [ 719.655323] env[68216]: _type = "Task" [ 719.655323] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.663867] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068145, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.917445] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 719.917667] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 65 to 66 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 719.917819] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.932720] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0ae9c8f3-cf26-4586-a297-c9d340506360 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.786s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.167356] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068145, 'name': Rename_Task, 'duration_secs': 0.141941} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.167658] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.167894] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4616a4e7-29e6-4e0d-91d9-d047abfab325 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.175007] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for the task: (returnval){ [ 720.175007] env[68216]: value = "task-3068146" [ 720.175007] env[68216]: _type = "Task" [ 720.175007] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.185991] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.404676] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquiring lock "6042d703-d07d-4486-9020-b1c160738535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.404935] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "6042d703-d07d-4486-9020-b1c160738535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.404977] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquiring lock "6042d703-d07d-4486-9020-b1c160738535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.406028] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "6042d703-d07d-4486-9020-b1c160738535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.406028] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "6042d703-d07d-4486-9020-b1c160738535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.407713] env[68216]: INFO nova.compute.manager [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Terminating instance [ 720.423899] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 720.423899] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.745s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.423899] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.767s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.424227] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.426664] env[68216]: DEBUG oslo_concurrency.lockutils [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.983s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.426972] env[68216]: DEBUG oslo_concurrency.lockutils [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.429136] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.182s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.431369] env[68216]: INFO nova.compute.claims [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.435988] env[68216]: DEBUG nova.compute.manager [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.454238] env[68216]: INFO nova.scheduler.client.report [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Deleted allocations for instance 63c961b1-0371-4ca9-ab99-3b24530ae339 [ 720.456452] env[68216]: INFO nova.scheduler.client.report [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Deleted allocations for instance 7bd493b7-b106-4be9-ae89-4cc38e153a78 [ 720.689018] env[68216]: DEBUG oslo_vmware.api [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068146, 'name': PowerOnVM_Task, 'duration_secs': 0.482743} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.689461] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.689754] env[68216]: INFO nova.compute.manager [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Took 5.16 seconds to spawn the instance on the hypervisor. [ 720.690060] env[68216]: DEBUG nova.compute.manager [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.691521] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f8509a-a068-4794-ba89-38ceacc5c317 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.795490] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "b883dde2-73d4-40cb-9e2a-feb1abebb848" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.795730] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "b883dde2-73d4-40cb-9e2a-feb1abebb848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.912215] env[68216]: DEBUG nova.compute.manager [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.912454] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.913387] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3e4127-352d-4811-83d4-83aecb1b5d82 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.922252] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.922531] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1efcc25a-0d64-49f9-add2-ee44e95d418b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.934617] env[68216]: DEBUG oslo_vmware.api [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for the task: (returnval){ [ 720.934617] env[68216]: value = "task-3068147" [ 720.934617] env[68216]: _type = "Task" [ 720.934617] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.947138] env[68216]: DEBUG oslo_vmware.api [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.965328] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.967710] env[68216]: DEBUG oslo_concurrency.lockutils [None req-192ce57b-5016-47be-9f5a-de80b7319c57 tempest-InstanceActionsTestJSON-616968270 tempest-InstanceActionsTestJSON-616968270-project-member] Lock "63c961b1-0371-4ca9-ab99-3b24530ae339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.079s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.969289] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d11b61a3-d814-46e1-ac59-63bc0e9e1c7e tempest-DeleteServersAdminTestJSON-1221910658 tempest-DeleteServersAdminTestJSON-1221910658-project-admin] Lock "7bd493b7-b106-4be9-ae89-4cc38e153a78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.901s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.214777] env[68216]: INFO nova.compute.manager [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Took 45.19 seconds to build instance. [ 721.447099] env[68216]: DEBUG oslo_vmware.api [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068147, 'name': PowerOffVM_Task, 'duration_secs': 0.208011} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.447391] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.447735] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.447896] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24f65b7d-9194-4b45-9ed3-1cf18ebe8364 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.517883] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.518245] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.518463] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Deleting the datastore file [datastore1] 6042d703-d07d-4486-9020-b1c160738535 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.518768] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-038922ce-6d22-45a9-bbe0-2f478da93282 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.530403] env[68216]: DEBUG oslo_vmware.api [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for the task: (returnval){ [ 721.530403] env[68216]: value = "task-3068149" [ 721.530403] env[68216]: _type = "Task" [ 721.530403] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.540471] env[68216]: DEBUG oslo_vmware.api [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.716424] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea98768e-f80d-4a6c-b651-9ab53e34aed7 tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lock "d78a3164-0de0-46f6-a977-ffc6308ea55b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.118s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.967047] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099abc29-154c-453d-8c98-754df7064f51 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.976320] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a658ef-4d33-4939-b38d-46cdaad5c69e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.009210] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5eebed-0752-4289-b461-353d83e71425 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.022651] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74f7e15-d66d-4e50-bc4c-80907f23e1f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.042649] env[68216]: DEBUG nova.compute.provider_tree [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.044903] env[68216]: DEBUG nova.compute.manager [req-84f52baf-e85d-471f-86c2-10f516ddcf97 req-6f8417ad-25c5-4309-9554-638d00c71686 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Received event network-changed-dd5441f3-3608-4374-bb04-d22879f066e5 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 722.045102] env[68216]: DEBUG nova.compute.manager [req-84f52baf-e85d-471f-86c2-10f516ddcf97 req-6f8417ad-25c5-4309-9554-638d00c71686 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Refreshing instance network info cache due to event network-changed-dd5441f3-3608-4374-bb04-d22879f066e5. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 722.045438] env[68216]: DEBUG oslo_concurrency.lockutils [req-84f52baf-e85d-471f-86c2-10f516ddcf97 req-6f8417ad-25c5-4309-9554-638d00c71686 service nova] Acquiring lock "refresh_cache-d78a3164-0de0-46f6-a977-ffc6308ea55b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.045607] env[68216]: DEBUG oslo_concurrency.lockutils [req-84f52baf-e85d-471f-86c2-10f516ddcf97 req-6f8417ad-25c5-4309-9554-638d00c71686 service nova] Acquired lock "refresh_cache-d78a3164-0de0-46f6-a977-ffc6308ea55b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.045771] env[68216]: DEBUG nova.network.neutron [req-84f52baf-e85d-471f-86c2-10f516ddcf97 req-6f8417ad-25c5-4309-9554-638d00c71686 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Refreshing network info cache for port dd5441f3-3608-4374-bb04-d22879f066e5 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.060228] env[68216]: DEBUG oslo_vmware.api [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Task: {'id': task-3068149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161532} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.060869] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.060869] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.060869] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.061056] env[68216]: INFO nova.compute.manager [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] [instance: 6042d703-d07d-4486-9020-b1c160738535] Took 1.15 seconds to destroy the instance on the hypervisor. [ 722.061255] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.061693] env[68216]: DEBUG nova.compute.manager [-] [instance: 6042d703-d07d-4486-9020-b1c160738535] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.061865] env[68216]: DEBUG nova.network.neutron [-] [instance: 6042d703-d07d-4486-9020-b1c160738535] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.215570] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.215570] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.222622] env[68216]: DEBUG nova.compute.manager [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.517910] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "120b4896-8bb8-457e-ae43-07d509a8c058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.518249] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "120b4896-8bb8-457e-ae43-07d509a8c058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.518408] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "120b4896-8bb8-457e-ae43-07d509a8c058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.518589] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "120b4896-8bb8-457e-ae43-07d509a8c058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.518751] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "120b4896-8bb8-457e-ae43-07d509a8c058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.521256] env[68216]: INFO nova.compute.manager [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Terminating instance [ 722.548058] env[68216]: DEBUG nova.scheduler.client.report [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.673146] env[68216]: DEBUG nova.compute.manager [req-33be77f5-9974-4d5a-8a55-52b3d2bb0e9f req-6ad3af89-0318-46e0-971f-7cd01e514ee4 service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Received event network-vif-deleted-a0ef6182-9ec1-42a8-814c-337362a037b7 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 722.673365] env[68216]: INFO nova.compute.manager [req-33be77f5-9974-4d5a-8a55-52b3d2bb0e9f req-6ad3af89-0318-46e0-971f-7cd01e514ee4 service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Neutron deleted interface a0ef6182-9ec1-42a8-814c-337362a037b7; detaching it from the instance and deleting it from the info cache [ 722.673533] env[68216]: DEBUG nova.network.neutron [req-33be77f5-9974-4d5a-8a55-52b3d2bb0e9f req-6ad3af89-0318-46e0-971f-7cd01e514ee4 service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.750159] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.024722] env[68216]: DEBUG nova.compute.manager [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.024983] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.025902] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c9946a-5dbd-4275-a7d8-3ecd144b17bb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.034917] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.035179] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1372138c-ec1c-4699-ac9e-933a83ea7145 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.041879] env[68216]: DEBUG oslo_vmware.api [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 723.041879] env[68216]: value = "task-3068150" [ 723.041879] env[68216]: _type = "Task" [ 723.041879] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.052198] env[68216]: DEBUG oslo_vmware.api [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.056084] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.056601] env[68216]: DEBUG nova.compute.manager [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.059223] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.144s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.060705] env[68216]: INFO nova.compute.claims [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.154685] env[68216]: DEBUG nova.network.neutron [-] [instance: 6042d703-d07d-4486-9020-b1c160738535] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.176408] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b206e3d9-1e6f-4889-afd3-9e6812288be3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.188303] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a9dbea-7451-4fbb-9d4b-bef02900322a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.226989] env[68216]: DEBUG nova.compute.manager [req-33be77f5-9974-4d5a-8a55-52b3d2bb0e9f req-6ad3af89-0318-46e0-971f-7cd01e514ee4 service nova] [instance: 6042d703-d07d-4486-9020-b1c160738535] Detach interface failed, port_id=a0ef6182-9ec1-42a8-814c-337362a037b7, reason: Instance 6042d703-d07d-4486-9020-b1c160738535 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 723.227396] env[68216]: DEBUG nova.network.neutron [req-84f52baf-e85d-471f-86c2-10f516ddcf97 req-6f8417ad-25c5-4309-9554-638d00c71686 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Updated VIF entry in instance network info cache for port dd5441f3-3608-4374-bb04-d22879f066e5. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.227955] env[68216]: DEBUG nova.network.neutron [req-84f52baf-e85d-471f-86c2-10f516ddcf97 req-6f8417ad-25c5-4309-9554-638d00c71686 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Updating instance_info_cache with network_info: [{"id": "dd5441f3-3608-4374-bb04-d22879f066e5", "address": "fa:16:3e:28:47:91", "network": {"id": "74bda203-f2c4-4585-925c-b2097683a1e1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1430674466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29970859118b487fab9ace6654064d1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5441f3-36", "ovs_interfaceid": "dd5441f3-3608-4374-bb04-d22879f066e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.554787] env[68216]: DEBUG oslo_vmware.api [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068150, 'name': PowerOffVM_Task, 'duration_secs': 0.186644} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.555515] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.555877] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.556252] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1028f6a7-df8f-4799-a9d9-beb73973fded {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.565481] env[68216]: DEBUG nova.compute.utils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.571021] env[68216]: DEBUG nova.compute.manager [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.571021] env[68216]: DEBUG nova.network.neutron [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.619772] env[68216]: DEBUG nova.policy [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ec0c25e1c4420291cd4b6482104c6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03993a4334c417bb904fa24d7a02a91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.622194] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.622625] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.622930] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Deleting the datastore file [datastore2] 120b4896-8bb8-457e-ae43-07d509a8c058 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.623317] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5049260e-da37-4dcd-affd-b79233b1a61c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.631178] env[68216]: DEBUG oslo_vmware.api [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 723.631178] env[68216]: value = "task-3068152" [ 723.631178] env[68216]: _type = "Task" [ 723.631178] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.642229] env[68216]: DEBUG oslo_vmware.api [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.658462] env[68216]: INFO nova.compute.manager [-] [instance: 6042d703-d07d-4486-9020-b1c160738535] Took 1.60 seconds to deallocate network for instance. [ 723.733307] env[68216]: DEBUG oslo_concurrency.lockutils [req-84f52baf-e85d-471f-86c2-10f516ddcf97 req-6f8417ad-25c5-4309-9554-638d00c71686 service nova] Releasing lock "refresh_cache-d78a3164-0de0-46f6-a977-ffc6308ea55b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.041202] env[68216]: DEBUG nova.network.neutron [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Successfully created port: 56eee366-43cd-4ca7-9cdb-113ae3c85379 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.071118] env[68216]: DEBUG nova.compute.manager [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.150432] env[68216]: DEBUG oslo_vmware.api [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204936} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.150725] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.150905] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.151383] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.151609] env[68216]: INFO nova.compute.manager [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Took 1.13 seconds to destroy the instance on the hypervisor. [ 724.151863] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.152280] env[68216]: DEBUG nova.compute.manager [-] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.152280] env[68216]: DEBUG nova.network.neutron [-] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.167666] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.610113] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae843aaa-107f-4b32-9039-6dd79e38bb52 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.621202] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79062cf3-117d-44ca-b59e-3dea93f16bdf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.654770] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7083289b-1bc3-4ad7-8825-4c85be81a308 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.663789] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26d099a-505f-48bf-b4f0-51fda8d92af1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.679591] env[68216]: DEBUG nova.compute.provider_tree [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.723142] env[68216]: DEBUG nova.compute.manager [req-859a8294-83d6-4cfc-9444-8201e3fdf107 req-8602e251-68fd-440f-8290-6db0500331f7 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Received event network-vif-deleted-6184bb37-90de-4bc2-ad5d-abf1e30b7ed6 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.723541] env[68216]: INFO nova.compute.manager [req-859a8294-83d6-4cfc-9444-8201e3fdf107 req-8602e251-68fd-440f-8290-6db0500331f7 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Neutron deleted interface 6184bb37-90de-4bc2-ad5d-abf1e30b7ed6; detaching it from the instance and deleting it from the info cache [ 724.723680] env[68216]: DEBUG nova.network.neutron [req-859a8294-83d6-4cfc-9444-8201e3fdf107 req-8602e251-68fd-440f-8290-6db0500331f7 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.949203] env[68216]: DEBUG nova.network.neutron [-] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.091152] env[68216]: DEBUG nova.compute.manager [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.118418] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.118641] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.118797] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.118971] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.119129] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.119298] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.119509] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.119663] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.119822] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.120090] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.120234] env[68216]: DEBUG nova.virt.hardware [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.121353] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f4288b-d055-49e3-b47b-99b4ef9de6b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.131015] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5aec93-c783-4091-be3b-aff403144236 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.203599] env[68216]: ERROR nova.scheduler.client.report [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [req-2ef55313-49b1-4eca-bdbb-bc9ff0a02595] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2ef55313-49b1-4eca-bdbb-bc9ff0a02595"}]} [ 725.222687] env[68216]: DEBUG nova.scheduler.client.report [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 725.227649] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdc8d959-345e-4e75-9b60-7b91a8b751a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.237961] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1834992-2e2d-4134-9530-8b0e6d943f49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.250788] env[68216]: DEBUG nova.scheduler.client.report [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 725.250911] env[68216]: DEBUG nova.compute.provider_tree [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.257026] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "interface-94ed63d7-dcea-44b3-b787-2d21f0e55552-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.257256] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-94ed63d7-dcea-44b3-b787-2d21f0e55552-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.257624] env[68216]: DEBUG nova.objects.instance [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lazy-loading 'flavor' on Instance uuid 94ed63d7-dcea-44b3-b787-2d21f0e55552 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.277107] env[68216]: DEBUG nova.compute.manager [req-859a8294-83d6-4cfc-9444-8201e3fdf107 req-8602e251-68fd-440f-8290-6db0500331f7 service nova] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Detach interface failed, port_id=6184bb37-90de-4bc2-ad5d-abf1e30b7ed6, reason: Instance 120b4896-8bb8-457e-ae43-07d509a8c058 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 725.278247] env[68216]: DEBUG nova.scheduler.client.report [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 725.297077] env[68216]: DEBUG nova.scheduler.client.report [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 725.451370] env[68216]: INFO nova.compute.manager [-] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Took 1.30 seconds to deallocate network for instance. [ 725.768752] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccee1cb3-cb1c-4477-9370-3b4ec31c633b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.777989] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f70e0a-119b-48b4-986b-33fea5b48857 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.815214] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6f10ff-39c6-4935-9016-524a263c182f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.824060] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc297f0-7119-4ae9-9cc9-4f9c1c126e21 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.838796] env[68216]: DEBUG nova.compute.provider_tree [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.843636] env[68216]: DEBUG nova.network.neutron [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Successfully updated port: 56eee366-43cd-4ca7-9cdb-113ae3c85379 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.866965] env[68216]: DEBUG nova.objects.instance [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lazy-loading 'pci_requests' on Instance uuid 94ed63d7-dcea-44b3-b787-2d21f0e55552 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.884937] env[68216]: DEBUG nova.compute.manager [req-ffa7d477-7d30-4e83-bc7e-7e24b984ab30 req-bacb933f-06a0-4ab1-9899-737c30244940 service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Received event network-vif-plugged-56eee366-43cd-4ca7-9cdb-113ae3c85379 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.885158] env[68216]: DEBUG oslo_concurrency.lockutils [req-ffa7d477-7d30-4e83-bc7e-7e24b984ab30 req-bacb933f-06a0-4ab1-9899-737c30244940 service nova] Acquiring lock "35711145-874b-4cb6-b499-8274946b013d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.885407] env[68216]: DEBUG oslo_concurrency.lockutils [req-ffa7d477-7d30-4e83-bc7e-7e24b984ab30 req-bacb933f-06a0-4ab1-9899-737c30244940 service nova] Lock "35711145-874b-4cb6-b499-8274946b013d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.885786] env[68216]: DEBUG oslo_concurrency.lockutils [req-ffa7d477-7d30-4e83-bc7e-7e24b984ab30 req-bacb933f-06a0-4ab1-9899-737c30244940 service nova] Lock "35711145-874b-4cb6-b499-8274946b013d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.885786] env[68216]: DEBUG nova.compute.manager [req-ffa7d477-7d30-4e83-bc7e-7e24b984ab30 req-bacb933f-06a0-4ab1-9899-737c30244940 service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] No waiting events found dispatching network-vif-plugged-56eee366-43cd-4ca7-9cdb-113ae3c85379 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.885896] env[68216]: WARNING nova.compute.manager [req-ffa7d477-7d30-4e83-bc7e-7e24b984ab30 req-bacb933f-06a0-4ab1-9899-737c30244940 service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Received unexpected event network-vif-plugged-56eee366-43cd-4ca7-9cdb-113ae3c85379 for instance with vm_state building and task_state spawning. [ 725.960772] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.348454] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "refresh_cache-35711145-874b-4cb6-b499-8274946b013d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.348592] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired lock "refresh_cache-35711145-874b-4cb6-b499-8274946b013d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.348732] env[68216]: DEBUG nova.network.neutron [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.370255] env[68216]: DEBUG nova.objects.base [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Object Instance<94ed63d7-dcea-44b3-b787-2d21f0e55552> lazy-loaded attributes: flavor,pci_requests {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 726.370255] env[68216]: DEBUG nova.network.neutron [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.378404] env[68216]: DEBUG nova.scheduler.client.report [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 726.378653] env[68216]: DEBUG nova.compute.provider_tree [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 68 to 69 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 726.378831] env[68216]: DEBUG nova.compute.provider_tree [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.412918] env[68216]: DEBUG nova.policy [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa30aa5d1674138b60d8257cc5da2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129daf9119fc4c53bb93c29bbdcee2ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.728020] env[68216]: DEBUG nova.network.neutron [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Successfully created port: 290c12e1-8dc0-4085-831d-52cecf8ea11c {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.884579] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.825s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.885161] env[68216]: DEBUG nova.compute.manager [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.890860] env[68216]: DEBUG nova.network.neutron [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.892962] env[68216]: DEBUG oslo_concurrency.lockutils [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.842s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.893174] env[68216]: DEBUG oslo_concurrency.lockutils [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.894944] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.785s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.896362] env[68216]: INFO nova.compute.claims [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.934989] env[68216]: INFO nova.scheduler.client.report [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Deleted allocations for instance 417ae562-0d10-4253-b608-13eae9ec020c [ 727.089528] env[68216]: DEBUG nova.network.neutron [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Updating instance_info_cache with network_info: [{"id": "56eee366-43cd-4ca7-9cdb-113ae3c85379", "address": "fa:16:3e:5e:0c:0a", "network": {"id": "7544d531-7c44-4556-848c-54c889d727dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-313914292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03993a4334c417bb904fa24d7a02a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56eee366-43", "ovs_interfaceid": "56eee366-43cd-4ca7-9cdb-113ae3c85379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.401550] env[68216]: DEBUG nova.compute.utils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.407050] env[68216]: DEBUG nova.compute.manager [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.408040] env[68216]: DEBUG nova.network.neutron [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.448882] env[68216]: DEBUG oslo_concurrency.lockutils [None req-12c0ef6b-f72f-401b-9aba-b0ddf367047a tempest-InstanceActionsV221TestJSON-2070475724 tempest-InstanceActionsV221TestJSON-2070475724-project-member] Lock "417ae562-0d10-4253-b608-13eae9ec020c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.171s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.455352] env[68216]: DEBUG nova.policy [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '929ce35e732642f295aed1a72ddfcecb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8611438f9aa74c7681a9acba574d4836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.592057] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Releasing lock "refresh_cache-35711145-874b-4cb6-b499-8274946b013d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.592404] env[68216]: DEBUG nova.compute.manager [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Instance network_info: |[{"id": "56eee366-43cd-4ca7-9cdb-113ae3c85379", "address": "fa:16:3e:5e:0c:0a", "network": {"id": "7544d531-7c44-4556-848c-54c889d727dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-313914292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03993a4334c417bb904fa24d7a02a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56eee366-43", "ovs_interfaceid": "56eee366-43cd-4ca7-9cdb-113ae3c85379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.592901] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:0c:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56eee366-43cd-4ca7-9cdb-113ae3c85379', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.600805] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.602236] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35711145-874b-4cb6-b499-8274946b013d] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.602487] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70bd8a92-8296-4086-9e00-6b602882f1e3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.625810] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.625810] env[68216]: value = "task-3068153" [ 727.625810] env[68216]: _type = "Task" [ 727.625810] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.634571] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068153, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.752718] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquiring lock "aed8e036-f959-48ef-8258-5465ebdb4a48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.752983] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lock "aed8e036-f959-48ef-8258-5465ebdb4a48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.831809] env[68216]: DEBUG nova.network.neutron [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Successfully created port: 7f627b1c-8819-41d7-bc8d-e867229e1310 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.911351] env[68216]: DEBUG nova.compute.manager [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.143401] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068153, 'name': CreateVM_Task, 'duration_secs': 0.429002} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.143401] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35711145-874b-4cb6-b499-8274946b013d] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.143401] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.143401] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.143804] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.144240] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57e4256-cabd-4338-958f-2ef54c02776e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.156147] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 728.156147] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a5189f-6b4c-0cef-46de-a4638b68bf30" [ 728.156147] env[68216]: _type = "Task" [ 728.156147] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.165921] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a5189f-6b4c-0cef-46de-a4638b68bf30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.255635] env[68216]: DEBUG nova.network.neutron [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Successfully updated port: 290c12e1-8dc0-4085-831d-52cecf8ea11c {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.475331] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe27b67-0af8-46f4-9ea9-71c13a508fc0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.484756] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4d0d64-bbb3-40a4-a2cf-33d959686610 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.520700] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35ba352-a4f7-436b-ae6b-a8278acd037e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.524692] env[68216]: DEBUG nova.compute.manager [req-bcbe1c69-cc9a-4d10-9245-866e24cd021e req-2f934489-999c-450b-a0c7-e1c5461bfec5 service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Received event network-changed-56eee366-43cd-4ca7-9cdb-113ae3c85379 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 728.524884] env[68216]: DEBUG nova.compute.manager [req-bcbe1c69-cc9a-4d10-9245-866e24cd021e req-2f934489-999c-450b-a0c7-e1c5461bfec5 service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Refreshing instance network info cache due to event network-changed-56eee366-43cd-4ca7-9cdb-113ae3c85379. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 728.525110] env[68216]: DEBUG oslo_concurrency.lockutils [req-bcbe1c69-cc9a-4d10-9245-866e24cd021e req-2f934489-999c-450b-a0c7-e1c5461bfec5 service nova] Acquiring lock "refresh_cache-35711145-874b-4cb6-b499-8274946b013d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.525271] env[68216]: DEBUG oslo_concurrency.lockutils [req-bcbe1c69-cc9a-4d10-9245-866e24cd021e req-2f934489-999c-450b-a0c7-e1c5461bfec5 service nova] Acquired lock "refresh_cache-35711145-874b-4cb6-b499-8274946b013d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.525400] env[68216]: DEBUG nova.network.neutron [req-bcbe1c69-cc9a-4d10-9245-866e24cd021e req-2f934489-999c-450b-a0c7-e1c5461bfec5 service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Refreshing network info cache for port 56eee366-43cd-4ca7-9cdb-113ae3c85379 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.530189] env[68216]: DEBUG nova.compute.manager [req-974d9867-e2d1-4947-a46d-fbc34da71e6b req-b08f32e1-7113-4937-b28c-f48440642fec service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Received event network-vif-plugged-290c12e1-8dc0-4085-831d-52cecf8ea11c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 728.530189] env[68216]: DEBUG oslo_concurrency.lockutils [req-974d9867-e2d1-4947-a46d-fbc34da71e6b req-b08f32e1-7113-4937-b28c-f48440642fec service nova] Acquiring lock "94ed63d7-dcea-44b3-b787-2d21f0e55552-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.530189] env[68216]: DEBUG oslo_concurrency.lockutils [req-974d9867-e2d1-4947-a46d-fbc34da71e6b req-b08f32e1-7113-4937-b28c-f48440642fec service nova] Lock "94ed63d7-dcea-44b3-b787-2d21f0e55552-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.530189] env[68216]: DEBUG oslo_concurrency.lockutils [req-974d9867-e2d1-4947-a46d-fbc34da71e6b req-b08f32e1-7113-4937-b28c-f48440642fec service nova] Lock "94ed63d7-dcea-44b3-b787-2d21f0e55552-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.530189] env[68216]: DEBUG nova.compute.manager [req-974d9867-e2d1-4947-a46d-fbc34da71e6b req-b08f32e1-7113-4937-b28c-f48440642fec service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] No waiting events found dispatching network-vif-plugged-290c12e1-8dc0-4085-831d-52cecf8ea11c {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.530189] env[68216]: WARNING nova.compute.manager [req-974d9867-e2d1-4947-a46d-fbc34da71e6b req-b08f32e1-7113-4937-b28c-f48440642fec service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Received unexpected event network-vif-plugged-290c12e1-8dc0-4085-831d-52cecf8ea11c for instance with vm_state active and task_state None. [ 728.533968] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff39bc5f-e6e1-4073-8df3-85c2b82e64e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.550068] env[68216]: DEBUG nova.compute.provider_tree [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.668279] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a5189f-6b4c-0cef-46de-a4638b68bf30, 'name': SearchDatastore_Task, 'duration_secs': 0.035107} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.668585] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.668857] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.669060] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.669386] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.669432] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.669727] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49393084-5870-494f-ac3c-a384250b5988 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.681357] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.681504] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.682192] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45db664c-2212-401e-8cc5-c48930201170 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.688128] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 728.688128] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5291605a-4fcf-cfa9-8c6c-36c8836d6879" [ 728.688128] env[68216]: _type = "Task" [ 728.688128] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.697496] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5291605a-4fcf-cfa9-8c6c-36c8836d6879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.758518] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.758858] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.758987] env[68216]: DEBUG nova.network.neutron [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.926875] env[68216]: DEBUG nova.compute.manager [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.954538] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.954765] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.954961] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.955112] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.955264] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.958782] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.958782] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.958782] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.958782] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.958782] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.958782] env[68216]: DEBUG nova.virt.hardware [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.958782] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ccfd9e-488e-4634-8152-4c5077277e31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.967040] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93a7aff-1fb6-4ee3-b5d9-8ee3166a30e8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.053058] env[68216]: DEBUG nova.scheduler.client.report [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.198787] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5291605a-4fcf-cfa9-8c6c-36c8836d6879, 'name': SearchDatastore_Task, 'duration_secs': 0.016739} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.199982] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72a860e-aa9c-40a7-b997-b60f08ee4302 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.208215] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 729.208215] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52082d9f-826c-c76c-9fba-059b4fb59507" [ 729.208215] env[68216]: _type = "Task" [ 729.208215] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.216953] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52082d9f-826c-c76c-9fba-059b4fb59507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.317635] env[68216]: WARNING nova.network.neutron [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] 6a42c5d5-3659-4d38-b276-98d92a8965bb already exists in list: networks containing: ['6a42c5d5-3659-4d38-b276-98d92a8965bb']. ignoring it [ 729.330347] env[68216]: DEBUG nova.network.neutron [req-bcbe1c69-cc9a-4d10-9245-866e24cd021e req-2f934489-999c-450b-a0c7-e1c5461bfec5 service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Updated VIF entry in instance network info cache for port 56eee366-43cd-4ca7-9cdb-113ae3c85379. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.330772] env[68216]: DEBUG nova.network.neutron [req-bcbe1c69-cc9a-4d10-9245-866e24cd021e req-2f934489-999c-450b-a0c7-e1c5461bfec5 service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Updating instance_info_cache with network_info: [{"id": "56eee366-43cd-4ca7-9cdb-113ae3c85379", "address": "fa:16:3e:5e:0c:0a", "network": {"id": "7544d531-7c44-4556-848c-54c889d727dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-313914292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03993a4334c417bb904fa24d7a02a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56eee366-43", "ovs_interfaceid": "56eee366-43cd-4ca7-9cdb-113ae3c85379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.560244] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.560898] env[68216]: DEBUG nova.compute.manager [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.566379] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.498s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.566626] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.568959] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.500s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.570848] env[68216]: INFO nova.compute.claims [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.606158] env[68216]: INFO nova.scheduler.client.report [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Deleted allocations for instance 9734fd56-60c6-4585-aef1-cd2f5b296563 [ 729.722019] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52082d9f-826c-c76c-9fba-059b4fb59507, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.722019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.722019] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 35711145-874b-4cb6-b499-8274946b013d/35711145-874b-4cb6-b499-8274946b013d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.722019] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99bfe7da-c157-4d37-8dfc-62e284b7d31d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.731062] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 729.731062] env[68216]: value = "task-3068154" [ 729.731062] env[68216]: _type = "Task" [ 729.731062] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.739283] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.833924] env[68216]: DEBUG oslo_concurrency.lockutils [req-bcbe1c69-cc9a-4d10-9245-866e24cd021e req-2f934489-999c-450b-a0c7-e1c5461bfec5 service nova] Releasing lock "refresh_cache-35711145-874b-4cb6-b499-8274946b013d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.894573] env[68216]: DEBUG nova.network.neutron [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Successfully updated port: 7f627b1c-8819-41d7-bc8d-e867229e1310 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.040056] env[68216]: DEBUG nova.network.neutron [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updating instance_info_cache with network_info: [{"id": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "address": "fa:16:3e:4c:47:2e", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf65bb0b-25", "ovs_interfaceid": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "290c12e1-8dc0-4085-831d-52cecf8ea11c", "address": "fa:16:3e:0b:e3:7e", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap290c12e1-8d", "ovs_interfaceid": "290c12e1-8dc0-4085-831d-52cecf8ea11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.077884] env[68216]: DEBUG nova.compute.utils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.082047] env[68216]: DEBUG nova.compute.manager [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.082171] env[68216]: DEBUG nova.network.neutron [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.115486] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81531309-5f11-4176-82db-e1ab1d6edc23 tempest-ServerAddressesTestJSON-344171674 tempest-ServerAddressesTestJSON-344171674-project-member] Lock "9734fd56-60c6-4585-aef1-cd2f5b296563" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.539s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.142643] env[68216]: DEBUG nova.policy [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fa1e81aa09949689626ba347e0a812c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '402c79f939ac4563a328678ab9f392af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.247110] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068154, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.399552] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "refresh_cache-c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.399749] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "refresh_cache-c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.399908] env[68216]: DEBUG nova.network.neutron [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.542823] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.543522] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.543701] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.544665] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043c742-7b2e-48c6-bb26-b84965da4858 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.568090] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.568090] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.568090] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.568090] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.568090] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.568090] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.568090] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.568456] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.568456] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.568515] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.568767] env[68216]: DEBUG nova.virt.hardware [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.576493] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Reconfiguring VM to attach interface {{(pid=68216) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 730.576835] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd5400b-4a16-48eb-87c7-b887dafdec0d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.595558] env[68216]: DEBUG nova.compute.manager [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.606046] env[68216]: DEBUG oslo_vmware.api [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 730.606046] env[68216]: value = "task-3068155" [ 730.606046] env[68216]: _type = "Task" [ 730.606046] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.622016] env[68216]: DEBUG oslo_vmware.api [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068155, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.745893] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530798} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.748944] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 35711145-874b-4cb6-b499-8274946b013d/35711145-874b-4cb6-b499-8274946b013d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.749096] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.749622] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8412515-4e47-4dbc-a752-1071783dd523 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.756413] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 730.756413] env[68216]: value = "task-3068156" [ 730.756413] env[68216]: _type = "Task" [ 730.756413] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.766552] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.835099] env[68216]: DEBUG nova.network.neutron [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Successfully created port: 95a17c37-9f8d-4ae1-be68-b884d0100c3f {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.984586] env[68216]: DEBUG nova.network.neutron [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.045938] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3907978a-a4c9-4694-9663-b6b5059aa5e8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.054545] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0d6a4c-43cd-4284-8a11-f60a771331cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.090176] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bacd145-47a4-46c7-94ea-78d569945fc3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.098139] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307a6b38-cc6f-40ef-939f-7247338a18c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.119945] env[68216]: DEBUG nova.compute.provider_tree [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.126228] env[68216]: DEBUG oslo_vmware.api [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.272964] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064219} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.273239] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.274119] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aa9874-043f-4dc0-9c31-86805dcdc20a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.307836] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 35711145-874b-4cb6-b499-8274946b013d/35711145-874b-4cb6-b499-8274946b013d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.310696] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-453f6322-2a2a-4a0f-8c15-d99b5c935fd4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.331966] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 731.331966] env[68216]: value = "task-3068157" [ 731.331966] env[68216]: _type = "Task" [ 731.331966] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.341327] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.443209] env[68216]: DEBUG nova.network.neutron [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Updating instance_info_cache with network_info: [{"id": "7f627b1c-8819-41d7-bc8d-e867229e1310", "address": "fa:16:3e:03:07:59", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f627b1c-88", "ovs_interfaceid": "7f627b1c-8819-41d7-bc8d-e867229e1310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.555811] env[68216]: DEBUG nova.compute.manager [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Received event network-vif-plugged-7f627b1c-8819-41d7-bc8d-e867229e1310 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.555949] env[68216]: DEBUG oslo_concurrency.lockutils [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] Acquiring lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.557235] env[68216]: DEBUG oslo_concurrency.lockutils [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] Lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.557461] env[68216]: DEBUG oslo_concurrency.lockutils [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] Lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.557583] env[68216]: DEBUG nova.compute.manager [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] No waiting events found dispatching network-vif-plugged-7f627b1c-8819-41d7-bc8d-e867229e1310 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.557748] env[68216]: WARNING nova.compute.manager [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Received unexpected event network-vif-plugged-7f627b1c-8819-41d7-bc8d-e867229e1310 for instance with vm_state building and task_state spawning. [ 731.557906] env[68216]: DEBUG nova.compute.manager [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Received event network-changed-7f627b1c-8819-41d7-bc8d-e867229e1310 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.558072] env[68216]: DEBUG nova.compute.manager [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Refreshing instance network info cache due to event network-changed-7f627b1c-8819-41d7-bc8d-e867229e1310. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 731.558241] env[68216]: DEBUG oslo_concurrency.lockutils [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] Acquiring lock "refresh_cache-c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.575573] env[68216]: DEBUG nova.compute.manager [req-0f23ca97-70f1-4981-b9e4-9f0a399fe218 req-5ff3431d-2663-4ba5-9937-4382acb5d7e1 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Received event network-changed-290c12e1-8dc0-4085-831d-52cecf8ea11c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.577024] env[68216]: DEBUG nova.compute.manager [req-0f23ca97-70f1-4981-b9e4-9f0a399fe218 req-5ff3431d-2663-4ba5-9937-4382acb5d7e1 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Refreshing instance network info cache due to event network-changed-290c12e1-8dc0-4085-831d-52cecf8ea11c. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 731.577024] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f23ca97-70f1-4981-b9e4-9f0a399fe218 req-5ff3431d-2663-4ba5-9937-4382acb5d7e1 service nova] Acquiring lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.577024] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f23ca97-70f1-4981-b9e4-9f0a399fe218 req-5ff3431d-2663-4ba5-9937-4382acb5d7e1 service nova] Acquired lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.577024] env[68216]: DEBUG nova.network.neutron [req-0f23ca97-70f1-4981-b9e4-9f0a399fe218 req-5ff3431d-2663-4ba5-9937-4382acb5d7e1 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Refreshing network info cache for port 290c12e1-8dc0-4085-831d-52cecf8ea11c {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.611199] env[68216]: DEBUG nova.compute.manager [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.626966] env[68216]: DEBUG oslo_vmware.api [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068155, 'name': ReconfigVM_Task, 'duration_secs': 0.757964} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.627892] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.628113] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Reconfigured VM to attach interface {{(pid=68216) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 731.639212] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.639498] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.639674] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.639859] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.640011] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.640312] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.640411] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.640606] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.640793] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.640956] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.641173] env[68216]: DEBUG nova.virt.hardware [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.642096] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700df581-dc4f-44a3-81ff-fe4b7606da4c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.646429] env[68216]: ERROR nova.scheduler.client.report [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [req-c850ce79-998e-4d83-9358-4a6ad9633f29] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c850ce79-998e-4d83-9358-4a6ad9633f29"}]} [ 731.654908] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e0ad23-e226-4a17-9e01-2c02613a438a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.671663] env[68216]: DEBUG nova.scheduler.client.report [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 731.688276] env[68216]: DEBUG nova.scheduler.client.report [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 731.688506] env[68216]: DEBUG nova.compute.provider_tree [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.702167] env[68216]: DEBUG nova.scheduler.client.report [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 731.721291] env[68216]: DEBUG nova.scheduler.client.report [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 731.847122] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.944692] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "refresh_cache-c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.945013] env[68216]: DEBUG nova.compute.manager [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Instance network_info: |[{"id": "7f627b1c-8819-41d7-bc8d-e867229e1310", "address": "fa:16:3e:03:07:59", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f627b1c-88", "ovs_interfaceid": "7f627b1c-8819-41d7-bc8d-e867229e1310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.945301] env[68216]: DEBUG oslo_concurrency.lockutils [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] Acquired lock "refresh_cache-c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.945477] env[68216]: DEBUG nova.network.neutron [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Refreshing network info cache for port 7f627b1c-8819-41d7-bc8d-e867229e1310 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.946748] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:07:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f627b1c-8819-41d7-bc8d-e867229e1310', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.954687] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.962074] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.963088] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7bdad3e-b706-4526-8f92-46d75df5cfc2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.991168] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.991168] env[68216]: value = "task-3068158" [ 731.991168] env[68216]: _type = "Task" [ 731.991168] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.003140] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068158, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.134879] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38409c88-d50c-4baa-8aab-b79a4a30c603 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-94ed63d7-dcea-44b3-b787-2d21f0e55552-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.877s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.204181] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aefdaa-ec02-4ca3-b2b4-5cf3774733d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.215048] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b07a2-f2ca-4c80-8338-029da2d03d69 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.253145] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0288de2-cd9e-4ebb-aa79-dcc532fb9fd7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.262069] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445759c9-affa-43c9-b254-65f0be1fa197 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.278023] env[68216]: DEBUG nova.compute.provider_tree [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.345267] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068157, 'name': ReconfigVM_Task, 'duration_secs': 0.571945} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.345382] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 35711145-874b-4cb6-b499-8274946b013d/35711145-874b-4cb6-b499-8274946b013d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.346995] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e6e5149-8872-45d7-8975-1b6584170934 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.353532] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 732.353532] env[68216]: value = "task-3068159" [ 732.353532] env[68216]: _type = "Task" [ 732.353532] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.362799] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068159, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.390197] env[68216]: DEBUG nova.network.neutron [req-0f23ca97-70f1-4981-b9e4-9f0a399fe218 req-5ff3431d-2663-4ba5-9937-4382acb5d7e1 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updated VIF entry in instance network info cache for port 290c12e1-8dc0-4085-831d-52cecf8ea11c. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.390911] env[68216]: DEBUG nova.network.neutron [req-0f23ca97-70f1-4981-b9e4-9f0a399fe218 req-5ff3431d-2663-4ba5-9937-4382acb5d7e1 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updating instance_info_cache with network_info: [{"id": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "address": "fa:16:3e:4c:47:2e", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf65bb0b-25", "ovs_interfaceid": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "290c12e1-8dc0-4085-831d-52cecf8ea11c", "address": "fa:16:3e:0b:e3:7e", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap290c12e1-8d", "ovs_interfaceid": "290c12e1-8dc0-4085-831d-52cecf8ea11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.506626] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068158, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.801962] env[68216]: DEBUG nova.network.neutron [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Updated VIF entry in instance network info cache for port 7f627b1c-8819-41d7-bc8d-e867229e1310. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.802379] env[68216]: DEBUG nova.network.neutron [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Updating instance_info_cache with network_info: [{"id": "7f627b1c-8819-41d7-bc8d-e867229e1310", "address": "fa:16:3e:03:07:59", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f627b1c-88", "ovs_interfaceid": "7f627b1c-8819-41d7-bc8d-e867229e1310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.822552] env[68216]: DEBUG nova.scheduler.client.report [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 732.822860] env[68216]: DEBUG nova.compute.provider_tree [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 70 to 71 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 732.823151] env[68216]: DEBUG nova.compute.provider_tree [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.865898] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068159, 'name': Rename_Task, 'duration_secs': 0.164437} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.866203] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.866449] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d59d4c16-6e20-4e2c-bb88-a6f246d9acf1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.873843] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 732.873843] env[68216]: value = "task-3068160" [ 732.873843] env[68216]: _type = "Task" [ 732.873843] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.881760] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.894493] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f23ca97-70f1-4981-b9e4-9f0a399fe218 req-5ff3431d-2663-4ba5-9937-4382acb5d7e1 service nova] Releasing lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.010837] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068158, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.118111] env[68216]: DEBUG nova.network.neutron [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Successfully updated port: 95a17c37-9f8d-4ae1-be68-b884d0100c3f {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.305789] env[68216]: DEBUG oslo_concurrency.lockutils [req-bae855c6-39a8-4415-8c09-e54fcdb0fb8f req-4592986c-593c-45f5-bb5f-23b2ea6e11c1 service nova] Releasing lock "refresh_cache-c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.332728] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.762s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.332728] env[68216]: DEBUG nova.compute.manager [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.336697] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.520s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.336916] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.340779] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.099s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.341695] env[68216]: INFO nova.compute.claims [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.374527] env[68216]: INFO nova.scheduler.client.report [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Deleted allocations for instance f05e7cbb-1253-4054-90e4-46ffe28ad519 [ 733.393105] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.507435] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068158, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.623483] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquiring lock "refresh_cache-28f3359a-bc65-4ca9-b093-834f0238bc29" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.623483] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquired lock "refresh_cache-28f3359a-bc65-4ca9-b093-834f0238bc29" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.623483] env[68216]: DEBUG nova.network.neutron [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.667569] env[68216]: DEBUG nova.compute.manager [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Received event network-vif-plugged-95a17c37-9f8d-4ae1-be68-b884d0100c3f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 733.667805] env[68216]: DEBUG oslo_concurrency.lockutils [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] Acquiring lock "28f3359a-bc65-4ca9-b093-834f0238bc29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.667994] env[68216]: DEBUG oslo_concurrency.lockutils [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] Lock "28f3359a-bc65-4ca9-b093-834f0238bc29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.668171] env[68216]: DEBUG oslo_concurrency.lockutils [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] Lock "28f3359a-bc65-4ca9-b093-834f0238bc29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.668335] env[68216]: DEBUG nova.compute.manager [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] No waiting events found dispatching network-vif-plugged-95a17c37-9f8d-4ae1-be68-b884d0100c3f {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.668500] env[68216]: WARNING nova.compute.manager [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Received unexpected event network-vif-plugged-95a17c37-9f8d-4ae1-be68-b884d0100c3f for instance with vm_state building and task_state spawning. [ 733.668653] env[68216]: DEBUG nova.compute.manager [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Received event network-changed-95a17c37-9f8d-4ae1-be68-b884d0100c3f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 733.669740] env[68216]: DEBUG nova.compute.manager [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Refreshing instance network info cache due to event network-changed-95a17c37-9f8d-4ae1-be68-b884d0100c3f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 733.670532] env[68216]: DEBUG oslo_concurrency.lockutils [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] Acquiring lock "refresh_cache-28f3359a-bc65-4ca9-b093-834f0238bc29" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.840425] env[68216]: DEBUG nova.compute.utils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.840425] env[68216]: DEBUG nova.compute.manager [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.840425] env[68216]: DEBUG nova.network.neutron [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.887928] env[68216]: DEBUG oslo_vmware.api [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068160, 'name': PowerOnVM_Task, 'duration_secs': 0.757021} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.888500] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af614a32-d649-458a-b521-fa2e0093acbf tempest-FloatingIPsAssociationTestJSON-1221546534 tempest-FloatingIPsAssociationTestJSON-1221546534-project-member] Lock "f05e7cbb-1253-4054-90e4-46ffe28ad519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.722s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.889657] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.889939] env[68216]: INFO nova.compute.manager [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Took 8.80 seconds to spawn the instance on the hypervisor. [ 733.890188] env[68216]: DEBUG nova.compute.manager [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.891330] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454545b7-ae04-4cd3-8030-4f1783fb42d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.003818] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068158, 'name': CreateVM_Task, 'duration_secs': 1.527088} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.003989] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.005091] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.005267] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.005577] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.005832] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0db835a-5606-4fba-b158-112161d9adf4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.011296] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 734.011296] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52039124-0d89-b926-38bd-3ac7c6d151d3" [ 734.011296] env[68216]: _type = "Task" [ 734.011296] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.019714] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52039124-0d89-b926-38bd-3ac7c6d151d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.035408] env[68216]: DEBUG nova.policy [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b369f45fcd4f41ab489b1ad8bc0776', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d9746048fcc4294990dd86493e46aca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.199381] env[68216]: DEBUG nova.network.neutron [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.336904] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "interface-94ed63d7-dcea-44b3-b787-2d21f0e55552-290c12e1-8dc0-4085-831d-52cecf8ea11c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.336904] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-94ed63d7-dcea-44b3-b787-2d21f0e55552-290c12e1-8dc0-4085-831d-52cecf8ea11c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.340653] env[68216]: DEBUG nova.compute.manager [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.412830] env[68216]: INFO nova.compute.manager [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Took 50.22 seconds to build instance. [ 734.535245] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52039124-0d89-b926-38bd-3ac7c6d151d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.535245] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.535425] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.535710] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.535879] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.536122] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.536428] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab9ba62b-056c-4031-967d-95523e2b950a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.546162] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.546385] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.547255] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a5edaf-27c8-44e7-abb8-b8d5447daa4a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.554693] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 734.554693] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8d422-6758-d7fa-1fe2-772e62206ea5" [ 734.554693] env[68216]: _type = "Task" [ 734.554693] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.567865] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8d422-6758-d7fa-1fe2-772e62206ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.572272] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498b3e05-3dda-45fd-b6b0-49d3d66fe129 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.578335] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 734.578335] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d4de59-0973-1e0e-fe6f-31cbe3ab0724" [ 734.578335] env[68216]: _type = "Task" [ 734.578335] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.590259] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d4de59-0973-1e0e-fe6f-31cbe3ab0724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.649318] env[68216]: DEBUG nova.network.neutron [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Updating instance_info_cache with network_info: [{"id": "95a17c37-9f8d-4ae1-be68-b884d0100c3f", "address": "fa:16:3e:04:08:be", "network": {"id": "8dae00a4-1736-45b9-8380-4cf39ef5248f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1710761042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402c79f939ac4563a328678ab9f392af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a17c37-9f", "ovs_interfaceid": "95a17c37-9f8d-4ae1-be68-b884d0100c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.841200] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.841402] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.842291] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e95f57-898c-43d9-8a3d-5263cdde35d4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.845633] env[68216]: DEBUG nova.network.neutron [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Successfully created port: 8972c8ba-588d-43c7-827a-f802c25bd8b4 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.870536] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c833b8-23e7-4fbe-b3a8-a646076a158c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.901021] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Reconfiguring VM to detach interface {{(pid=68216) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 734.901425] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e85a16e-a36a-4580-9c01-e52e25d6e4c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.917700] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7f1b2d15-683e-454e-9500-b7bea2df021a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "35711145-874b-4cb6-b499-8274946b013d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.705s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.927091] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 734.927091] env[68216]: value = "task-3068161" [ 734.927091] env[68216]: _type = "Task" [ 734.927091] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.948644] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8f7daf-6464-4530-bd78-93c1c58c9417 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.949078] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.954496] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db58e7-70e4-4387-9532-8b04e2def47b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.996421] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1be3c0-2912-468f-bdbe-f825bf691d45 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.002693] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "0d7e106e-25b0-4998-9021-252c653508a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.002914] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "0d7e106e-25b0-4998-9021-252c653508a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.009065] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a54df-950f-43b1-8154-3c202780c5ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.025490] env[68216]: DEBUG nova.compute.provider_tree [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.092529] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d4de59-0973-1e0e-fe6f-31cbe3ab0724, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.092867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.093170] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c/c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.093588] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88d656d9-2e8a-4196-9457-4dde89e1cad9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.101434] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 735.101434] env[68216]: value = "task-3068162" [ 735.101434] env[68216]: _type = "Task" [ 735.101434] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.111010] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.154817] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Releasing lock "refresh_cache-28f3359a-bc65-4ca9-b093-834f0238bc29" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.155185] env[68216]: DEBUG nova.compute.manager [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Instance network_info: |[{"id": "95a17c37-9f8d-4ae1-be68-b884d0100c3f", "address": "fa:16:3e:04:08:be", "network": {"id": "8dae00a4-1736-45b9-8380-4cf39ef5248f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1710761042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402c79f939ac4563a328678ab9f392af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a17c37-9f", "ovs_interfaceid": "95a17c37-9f8d-4ae1-be68-b884d0100c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.155510] env[68216]: DEBUG oslo_concurrency.lockutils [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] Acquired lock "refresh_cache-28f3359a-bc65-4ca9-b093-834f0238bc29" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.155708] env[68216]: DEBUG nova.network.neutron [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Refreshing network info cache for port 95a17c37-9f8d-4ae1-be68-b884d0100c3f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.156974] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:08:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95a17c37-9f8d-4ae1-be68-b884d0100c3f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.164492] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Creating folder: Project (402c79f939ac4563a328678ab9f392af). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.167693] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f4cfbd7-e046-4d25-8a42-c7c2deb51b10 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.183800] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Created folder: Project (402c79f939ac4563a328678ab9f392af) in parent group-v614292. [ 735.184014] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Creating folder: Instances. Parent ref: group-v614418. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.184282] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b00abd81-7df0-49c0-9c23-d696dc32fdc5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.196475] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Created folder: Instances in parent group-v614418. [ 735.196749] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.196968] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.197206] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76b4e85c-6986-4153-994d-50552d9e8b33 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.219252] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.219252] env[68216]: value = "task-3068165" [ 735.219252] env[68216]: _type = "Task" [ 735.219252] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.228687] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068165, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.355892] env[68216]: DEBUG nova.compute.manager [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.400810] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.402089] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.404280] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.404280] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.404280] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.404280] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.404280] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.404280] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.404280] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.404280] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.404280] env[68216]: DEBUG nova.virt.hardware [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.405079] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f2ba46-bb5f-4d73-a0d1-81f38ed4205e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.415303] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e61fb2-71c4-4fac-bdb4-592f54b37129 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.422940] env[68216]: DEBUG nova.compute.manager [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.448675] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.530065] env[68216]: DEBUG nova.scheduler.client.report [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.616284] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068162, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.730475] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068165, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.783616] env[68216]: DEBUG nova.network.neutron [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Successfully created port: b5b92a0d-7e02-4ed6-b831-5b3ccb879932 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.827284] env[68216]: DEBUG nova.network.neutron [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Updated VIF entry in instance network info cache for port 95a17c37-9f8d-4ae1-be68-b884d0100c3f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.827284] env[68216]: DEBUG nova.network.neutron [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Updating instance_info_cache with network_info: [{"id": "95a17c37-9f8d-4ae1-be68-b884d0100c3f", "address": "fa:16:3e:04:08:be", "network": {"id": "8dae00a4-1736-45b9-8380-4cf39ef5248f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1710761042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402c79f939ac4563a328678ab9f392af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a17c37-9f", "ovs_interfaceid": "95a17c37-9f8d-4ae1-be68-b884d0100c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.955571] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.959712] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "e9e15a2e-4800-4607-b8f2-4fc48a9b86b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.960277] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "e9e15a2e-4800-4607-b8f2-4fc48a9b86b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.963411] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.039509] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.040089] env[68216]: DEBUG nova.compute.manager [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.045988] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.236s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.047479] env[68216]: INFO nova.compute.claims [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.113229] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527525} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.113477] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c/c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.113695] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.113951] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c4f0e11-ae49-407e-8e5d-9a207e14e346 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.122625] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 736.122625] env[68216]: value = "task-3068166" [ 736.122625] env[68216]: _type = "Task" [ 736.122625] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.131491] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.233860] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068165, 'name': CreateVM_Task, 'duration_secs': 0.52936} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.233860] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.234030] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.234285] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.234419] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.234687] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0853eee1-dcd7-4e76-acdc-5c38f7505302 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.245312] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for the task: (returnval){ [ 736.245312] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e12f3b-9bbb-4a13-fc98-c95bb00353c7" [ 736.245312] env[68216]: _type = "Task" [ 736.245312] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.253598] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e12f3b-9bbb-4a13-fc98-c95bb00353c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.331514] env[68216]: DEBUG oslo_concurrency.lockutils [req-41209a91-86fb-4770-8830-ffe549875d52 req-9d05291a-c7e8-40a1-bf83-cc8d1310cdc4 service nova] Releasing lock "refresh_cache-28f3359a-bc65-4ca9-b093-834f0238bc29" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.454231] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.512508] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "512e9886-b14a-4d89-93b9-817624140861" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.512758] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.553501] env[68216]: DEBUG nova.compute.utils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.555395] env[68216]: DEBUG nova.compute.manager [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.555395] env[68216]: DEBUG nova.network.neutron [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.637771] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072726} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.638191] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.639063] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59d95e3-e8eb-48ae-a218-943d896d4b62 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.645373] env[68216]: DEBUG nova.policy [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9bcd90f274141fe90d04ce3bb3ca1e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c29e86ca7aeb4f1a9c11d50f54781858', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.667891] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c/c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.667891] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b23c7ac-2482-4550-aa2a-56b13086ecc2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.695718] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 736.695718] env[68216]: value = "task-3068167" [ 736.695718] env[68216]: _type = "Task" [ 736.695718] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.708065] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.757640] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e12f3b-9bbb-4a13-fc98-c95bb00353c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.758065] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.758413] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.758649] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.758835] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.759063] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.759366] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5ef1328-7f1e-4d7e-b2f3-3a8284fa8996 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.769969] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.770206] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.771408] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975c261d-662e-4230-87fe-b7353e464c40 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.779478] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for the task: (returnval){ [ 736.779478] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524f27b3-5271-8e7c-390b-96b8ea5f2388" [ 736.779478] env[68216]: _type = "Task" [ 736.779478] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.796024] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524f27b3-5271-8e7c-390b-96b8ea5f2388, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.796024] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2791efbd-2ce6-42d3-8d09-f845a76234ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.800413] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for the task: (returnval){ [ 736.800413] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52738b7c-3847-0734-8733-4994ac9a13ee" [ 736.800413] env[68216]: _type = "Task" [ 736.800413] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.810270] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52738b7c-3847-0734-8733-4994ac9a13ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.951262] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.059649] env[68216]: DEBUG nova.compute.manager [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.078576] env[68216]: DEBUG nova.network.neutron [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Successfully created port: ed33d89e-e8a3-40dc-81b3-37d970a30c4f {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.211297] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068167, 'name': ReconfigVM_Task, 'duration_secs': 0.299696} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.211297] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Reconfigured VM instance instance-0000002a to attach disk [datastore2] c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c/c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.212093] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-786cb490-45c1-408c-91a5-6d6ed4fdc3bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.221922] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 737.221922] env[68216]: value = "task-3068168" [ 737.221922] env[68216]: _type = "Task" [ 737.221922] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.231256] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068168, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.318165] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52738b7c-3847-0734-8733-4994ac9a13ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.318496] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.318832] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 28f3359a-bc65-4ca9-b093-834f0238bc29/28f3359a-bc65-4ca9-b093-834f0238bc29.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.319740] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06013b00-5163-4dde-9be0-42506a50ef61 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.332039] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for the task: (returnval){ [ 737.332039] env[68216]: value = "task-3068169" [ 737.332039] env[68216]: _type = "Task" [ 737.332039] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.347322] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.452341] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.656888] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b456d-c507-4e87-937e-6239900e1a31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.667456] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ad6440-cb9b-47b2-944b-84f8963b8429 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.707424] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c8b611-061b-46c3-b7be-f352d365a18c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.712740] env[68216]: DEBUG nova.compute.manager [req-4e8d370f-ccb2-4efb-8ae3-030107df87aa req-af104772-2f23-4190-8da5-abf57ff8d54a service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Received event network-vif-plugged-8972c8ba-588d-43c7-827a-f802c25bd8b4 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 737.712991] env[68216]: DEBUG oslo_concurrency.lockutils [req-4e8d370f-ccb2-4efb-8ae3-030107df87aa req-af104772-2f23-4190-8da5-abf57ff8d54a service nova] Acquiring lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.713225] env[68216]: DEBUG oslo_concurrency.lockutils [req-4e8d370f-ccb2-4efb-8ae3-030107df87aa req-af104772-2f23-4190-8da5-abf57ff8d54a service nova] Lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.713391] env[68216]: DEBUG oslo_concurrency.lockutils [req-4e8d370f-ccb2-4efb-8ae3-030107df87aa req-af104772-2f23-4190-8da5-abf57ff8d54a service nova] Lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.713558] env[68216]: DEBUG nova.compute.manager [req-4e8d370f-ccb2-4efb-8ae3-030107df87aa req-af104772-2f23-4190-8da5-abf57ff8d54a service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] No waiting events found dispatching network-vif-plugged-8972c8ba-588d-43c7-827a-f802c25bd8b4 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.713753] env[68216]: WARNING nova.compute.manager [req-4e8d370f-ccb2-4efb-8ae3-030107df87aa req-af104772-2f23-4190-8da5-abf57ff8d54a service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Received unexpected event network-vif-plugged-8972c8ba-588d-43c7-827a-f802c25bd8b4 for instance with vm_state building and task_state spawning. [ 737.721648] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbe2516-90ed-4ad1-bb2f-5358df6efc95 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.746992] env[68216]: DEBUG nova.compute.provider_tree [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.752401] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068168, 'name': Rename_Task, 'duration_secs': 0.140986} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.753276] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.753566] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cfbe5bb-5207-4bf5-b685-f76314460599 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.764369] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 737.764369] env[68216]: value = "task-3068170" [ 737.764369] env[68216]: _type = "Task" [ 737.764369] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.776493] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.842939] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068169, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.950337] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.990076] env[68216]: DEBUG nova.network.neutron [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Successfully updated port: 8972c8ba-588d-43c7-827a-f802c25bd8b4 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.072699] env[68216]: DEBUG nova.compute.manager [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.107234] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:25:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='771ca3c3-3a66-4fef-86b5-d4830d3d96c2',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-22784556',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.107481] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.107636] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.107818] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.107960] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.108121] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.108329] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.108481] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.108640] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.108796] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.108961] env[68216]: DEBUG nova.virt.hardware [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.109903] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6146eef1-a2ca-4581-8b86-0e3e7b2fab14 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.117903] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e843a7f-5245-4b8c-afb2-54f38ff856c5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.254071] env[68216]: DEBUG nova.scheduler.client.report [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.274687] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068170, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.310145] env[68216]: DEBUG nova.compute.manager [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.310253] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d1516-9041-4922-98a8-7d40a708969d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.342815] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520837} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.343088] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 28f3359a-bc65-4ca9-b093-834f0238bc29/28f3359a-bc65-4ca9-b093-834f0238bc29.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.343300] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.344105] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85de09ea-6e9a-45e1-939b-e774af402672 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.350778] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for the task: (returnval){ [ 738.350778] env[68216]: value = "task-3068171" [ 738.350778] env[68216]: _type = "Task" [ 738.350778] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.358409] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.451945] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.758822] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.759374] env[68216]: DEBUG nova.compute.manager [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.762847] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.618s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.763061] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.767028] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.045s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.767273] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.769052] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.850s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.769257] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.771020] env[68216]: DEBUG oslo_concurrency.lockutils [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.576s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.771265] env[68216]: DEBUG nova.objects.instance [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 738.784041] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068170, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.800752] env[68216]: INFO nova.scheduler.client.report [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Deleted allocations for instance 4928fa5d-54cd-4f17-ac01-a7b196dd7473 [ 738.810512] env[68216]: INFO nova.scheduler.client.report [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Deleted allocations for instance d1367ce2-b040-4d5e-a492-d05de61b2732 [ 738.820833] env[68216]: INFO nova.compute.manager [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] instance snapshotting [ 738.823478] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c967355-da39-4171-9ab8-236ddac4c284 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.828382] env[68216]: INFO nova.scheduler.client.report [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted allocations for instance 81d56bf0-a65c-4c45-9355-ab8cb235f54b [ 738.849147] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabe001e-fd6a-475e-a78e-1cb941490cc7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.864860] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192844} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.865374] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.866180] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c931f67-7232-42cb-a45c-6a902ae7a6e3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.893884] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 28f3359a-bc65-4ca9-b093-834f0238bc29/28f3359a-bc65-4ca9-b093-834f0238bc29.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.895187] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80250cf-5e0b-4648-ab69-9e6b50eab988 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.917043] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for the task: (returnval){ [ 738.917043] env[68216]: value = "task-3068172" [ 738.917043] env[68216]: _type = "Task" [ 738.917043] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.924693] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.950301] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.168669] env[68216]: DEBUG nova.network.neutron [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Successfully updated port: ed33d89e-e8a3-40dc-81b3-37d970a30c4f {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.276543] env[68216]: DEBUG nova.compute.utils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.282418] env[68216]: DEBUG nova.compute.manager [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.282890] env[68216]: DEBUG nova.network.neutron [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.298147] env[68216]: DEBUG oslo_vmware.api [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068170, 'name': PowerOnVM_Task, 'duration_secs': 1.485729} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.298147] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.298669] env[68216]: INFO nova.compute.manager [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Took 10.37 seconds to spawn the instance on the hypervisor. [ 739.299046] env[68216]: DEBUG nova.compute.manager [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.301158] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f14b5a-8b93-41f7-9fa7-be6b1be57eb3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.321856] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5f271fab-b2df-4be3-9740-6c4afe06c0a6 tempest-VolumesAssistedSnapshotsTest-580904416 tempest-VolumesAssistedSnapshotsTest-580904416-project-member] Lock "d1367ce2-b040-4d5e-a492-d05de61b2732" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.441s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.326510] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ce6d846-fe6a-4354-b75e-8274c00ae905 tempest-ServersAdminNegativeTestJSON-1143274860 tempest-ServersAdminNegativeTestJSON-1143274860-project-member] Lock "4928fa5d-54cd-4f17-ac01-a7b196dd7473" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.975s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.344481] env[68216]: DEBUG nova.policy [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ea5788397764c5f8e66290c29cd8e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6eb265c6ba04bbbaafc8de9ad4715e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.351893] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d55b28a7-0349-413b-884a-be0fda46addb tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "81d56bf0-a65c-4c45-9355-ab8cb235f54b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.015s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.366901] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 739.367213] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10c25e1c-e7c8-49ae-80d5-7c8dfdb5dd44 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.375726] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 739.375726] env[68216]: value = "task-3068173" [ 739.375726] env[68216]: _type = "Task" [ 739.375726] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.390082] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068173, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.428906] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.453071] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.679479] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.679479] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.679479] env[68216]: DEBUG nova.network.neutron [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.789833] env[68216]: DEBUG nova.compute.manager [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.793451] env[68216]: DEBUG oslo_concurrency.lockutils [None req-147fb0f9-c2cc-4cff-8462-3b757fb42045 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.795102] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.599s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.795102] env[68216]: DEBUG nova.objects.instance [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lazy-loading 'resources' on Instance uuid 3fae37c9-43fc-466a-8ceb-f38e362e5832 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.827206] env[68216]: DEBUG nova.network.neutron [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Successfully created port: ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.836755] env[68216]: INFO nova.compute.manager [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Took 51.94 seconds to build instance. [ 739.889168] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068173, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.927792] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.956826] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.231727] env[68216]: DEBUG nova.network.neutron [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.338301] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27651d23-c3a2-44e6-ae88-e281843fad16 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.836s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.345131] env[68216]: DEBUG nova.compute.manager [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Received event network-changed-8972c8ba-588d-43c7-827a-f802c25bd8b4 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.345418] env[68216]: DEBUG nova.compute.manager [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Refreshing instance network info cache due to event network-changed-8972c8ba-588d-43c7-827a-f802c25bd8b4. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 740.345640] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] Acquiring lock "refresh_cache-22cd6ec9-5152-4c4f-bbcd-8395b82b819e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.345782] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] Acquired lock "refresh_cache-22cd6ec9-5152-4c4f-bbcd-8395b82b819e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.346115] env[68216]: DEBUG nova.network.neutron [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Refreshing network info cache for port 8972c8ba-588d-43c7-827a-f802c25bd8b4 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.391885] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068173, 'name': CreateSnapshot_Task, 'duration_secs': 0.526955} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.392311] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.392928] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed91c2e-cde0-4ded-9ba9-1cf41048401c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.428241] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068172, 'name': ReconfigVM_Task, 'duration_secs': 1.295732} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.432405] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 28f3359a-bc65-4ca9-b093-834f0238bc29/28f3359a-bc65-4ca9-b093-834f0238bc29.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.433245] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35b7e68c-a0c1-47c5-9ace-11a38273913f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.440491] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for the task: (returnval){ [ 740.440491] env[68216]: value = "task-3068174" [ 740.440491] env[68216]: _type = "Task" [ 740.440491] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.462127] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068174, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.466733] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.531639] env[68216]: DEBUG nova.network.neutron [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance_info_cache with network_info: [{"id": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "address": "fa:16:3e:b9:6e:6f", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped33d89e-e8", "ovs_interfaceid": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.810151] env[68216]: DEBUG nova.compute.manager [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.842595] env[68216]: DEBUG nova.compute.manager [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.848387] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.848598] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.848747] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.848917] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.849072] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.849277] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.849725] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.849901] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.850077] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.850573] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.850815] env[68216]: DEBUG nova.virt.hardware [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.854312] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91138ccf-9550-4097-bdb5-a8d2afe25a79 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.867202] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3217f58-6f2c-42a6-a6e3-68789219bce9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.886221] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff40903-258e-4676-b8d1-cd61fbf0c440 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.893882] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74f3ce7-f8de-4e36-a5c6-a0e0afcaf83d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.937089] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.938777] env[68216]: DEBUG nova.network.neutron [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.940866] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-420cc83c-7722-4a9f-80ca-38fc1a5cd89e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.947712] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d85247-8afd-4063-bee1-4b7d5844de3c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.951153] env[68216]: DEBUG nova.network.neutron [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Successfully updated port: b5b92a0d-7e02-4ed6-b831-5b3ccb879932 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.967457] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea53ea9-a4a4-4357-9a9c-dc6e588184c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.971941] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068174, 'name': Rename_Task, 'duration_secs': 0.155402} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.975185] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.975464] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 740.975464] env[68216]: value = "task-3068175" [ 740.975464] env[68216]: _type = "Task" [ 740.975464] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.976438] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65e6c19d-1b89-48dc-8fdb-21e502e57981 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.983710] env[68216]: DEBUG oslo_vmware.api [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068161, 'name': ReconfigVM_Task, 'duration_secs': 5.77594} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.991819] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.992063] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Reconfigured VM to detach interface {{(pid=68216) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 740.994818] env[68216]: DEBUG nova.compute.provider_tree [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.997764] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for the task: (returnval){ [ 740.997764] env[68216]: value = "task-3068176" [ 740.997764] env[68216]: _type = "Task" [ 740.997764] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.006348] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068175, 'name': CloneVM_Task} progress is 12%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.017401] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.038628] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.038968] env[68216]: DEBUG nova.compute.manager [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Instance network_info: |[{"id": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "address": "fa:16:3e:b9:6e:6f", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped33d89e-e8", "ovs_interfaceid": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.039427] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:6e:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed33d89e-e8a3-40dc-81b3-37d970a30c4f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.048623] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.048623] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.048623] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e60edf36-2a54-40b8-8a6b-0b49ef472d28 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.067159] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.067159] env[68216]: value = "task-3068177" [ 741.067159] env[68216]: _type = "Task" [ 741.067159] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.074992] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068177, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.102140] env[68216]: DEBUG nova.network.neutron [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.351403] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "5de156c4-e2f8-4541-9564-df3de8bd4618" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.351403] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.386190] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.460710] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "refresh_cache-22cd6ec9-5152-4c4f-bbcd-8395b82b819e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.494290] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068175, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.501021] env[68216]: DEBUG nova.scheduler.client.report [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.516187] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068176, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.582036] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068177, 'name': CreateVM_Task, 'duration_secs': 0.39003} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.582286] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.583126] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.583388] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.585064] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.585206] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d442b5c8-1e2e-48dc-8e5d-b7d306a4dafb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.590771] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 741.590771] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5279017a-9dcd-9089-fa74-ee36ef2ccb57" [ 741.590771] env[68216]: _type = "Task" [ 741.590771] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.610843] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] Releasing lock "refresh_cache-22cd6ec9-5152-4c4f-bbcd-8395b82b819e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.611847] env[68216]: DEBUG nova.compute.manager [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Received event network-vif-plugged-ed33d89e-e8a3-40dc-81b3-37d970a30c4f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.612345] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] Acquiring lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.612463] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] Lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.614777] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] Lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.614777] env[68216]: DEBUG nova.compute.manager [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] No waiting events found dispatching network-vif-plugged-ed33d89e-e8a3-40dc-81b3-37d970a30c4f {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.614777] env[68216]: WARNING nova.compute.manager [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Received unexpected event network-vif-plugged-ed33d89e-e8a3-40dc-81b3-37d970a30c4f for instance with vm_state building and task_state spawning. [ 741.614777] env[68216]: DEBUG nova.compute.manager [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Received event network-changed-ed33d89e-e8a3-40dc-81b3-37d970a30c4f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.614777] env[68216]: DEBUG nova.compute.manager [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Refreshing instance network info cache due to event network-changed-ed33d89e-e8a3-40dc-81b3-37d970a30c4f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 741.615153] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] Acquiring lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.615646] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] Acquired lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.616047] env[68216]: DEBUG nova.network.neutron [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Refreshing network info cache for port ed33d89e-e8a3-40dc-81b3-37d970a30c4f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.617632] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5279017a-9dcd-9089-fa74-ee36ef2ccb57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.619429] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquired lock "refresh_cache-22cd6ec9-5152-4c4f-bbcd-8395b82b819e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.619749] env[68216]: DEBUG nova.network.neutron [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.990222] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068175, 'name': CloneVM_Task} progress is 95%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.012619] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.014669] env[68216]: DEBUG oslo_vmware.api [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068176, 'name': PowerOnVM_Task, 'duration_secs': 0.538427} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.015356] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.168s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.016917] env[68216]: INFO nova.compute.claims [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.020354] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.020354] env[68216]: INFO nova.compute.manager [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Took 10.41 seconds to spawn the instance on the hypervisor. [ 742.020966] env[68216]: DEBUG nova.compute.manager [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.021374] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3682c4-bc4f-42d1-9621-3a563dffca8a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.035362] env[68216]: INFO nova.scheduler.client.report [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted allocations for instance 3fae37c9-43fc-466a-8ceb-f38e362e5832 [ 742.106020] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5279017a-9dcd-9089-fa74-ee36ef2ccb57, 'name': SearchDatastore_Task, 'duration_secs': 0.014566} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.106663] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.106843] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.107709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.107922] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.108188] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.108717] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-988f6708-a7ba-4178-b739-ada3763a7755 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.118858] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.119091] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.120888] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313ba2ee-46c0-4596-abf8-e9304a311ae1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.135620] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 742.135620] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524c5607-800c-15ab-4e69-c9d51fd37ac5" [ 742.135620] env[68216]: _type = "Task" [ 742.135620] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.144662] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524c5607-800c-15ab-4e69-c9d51fd37ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.171367] env[68216]: DEBUG nova.network.neutron [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.378466] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "cd5a7d94-13b0-49cc-b70d-ccf706ed580b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.378786] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "cd5a7d94-13b0-49cc-b70d-ccf706ed580b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.494564] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068175, 'name': CloneVM_Task, 'duration_secs': 1.349364} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.494855] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Created linked-clone VM from snapshot [ 742.495652] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915de95-cc85-4b4f-a634-c1561f629606 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.505437] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Uploading image 1a8e41fa-4adb-4071-80e0-00ddefa7cfda {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 742.519798] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 742.519798] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c9e544b-eea4-4199-84ab-d502a8fa285f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.522387] env[68216]: DEBUG nova.network.neutron [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Updating instance_info_cache with network_info: [{"id": "8972c8ba-588d-43c7-827a-f802c25bd8b4", "address": "fa:16:3e:84:24:76", "network": {"id": "26c3e9f2-c172-43fc-bc10-74ae618d66ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-33890007", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8972c8ba-58", "ovs_interfaceid": "8972c8ba-588d-43c7-827a-f802c25bd8b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5b92a0d-7e02-4ed6-b831-5b3ccb879932", "address": "fa:16:3e:94:d5:d1", "network": {"id": "c251f951-37dc-4d63-a898-be3697901459", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1820423151", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b92a0d-7e", "ovs_interfaceid": "b5b92a0d-7e02-4ed6-b831-5b3ccb879932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.530963] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 742.530963] env[68216]: value = "task-3068178" [ 742.530963] env[68216]: _type = "Task" [ 742.530963] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.552597] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3fe58b4f-b73b-426d-bcb6-885709cfe8f1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "3fae37c9-43fc-466a-8ceb-f38e362e5832" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.868s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.553884] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068178, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.555024] env[68216]: INFO nova.compute.manager [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Took 53.47 seconds to build instance. [ 742.609879] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.610046] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.610230] env[68216]: DEBUG nova.network.neutron [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.628669] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.629122] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.629122] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.629297] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.629460] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.631596] env[68216]: INFO nova.compute.manager [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Terminating instance [ 742.646494] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524c5607-800c-15ab-4e69-c9d51fd37ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.013931} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.647323] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc65bf90-fca4-4545-bfda-4eac05ae2abf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.654125] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 742.654125] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520bf5a5-d30b-f456-b38a-9b41ea69717d" [ 742.654125] env[68216]: _type = "Task" [ 742.654125] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.662931] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520bf5a5-d30b-f456-b38a-9b41ea69717d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.793076] env[68216]: DEBUG nova.network.neutron [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Successfully updated port: ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.008102] env[68216]: DEBUG nova.network.neutron [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updated VIF entry in instance network info cache for port ed33d89e-e8a3-40dc-81b3-37d970a30c4f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.008490] env[68216]: DEBUG nova.network.neutron [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance_info_cache with network_info: [{"id": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "address": "fa:16:3e:b9:6e:6f", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped33d89e-e8", "ovs_interfaceid": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.025828] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Releasing lock "refresh_cache-22cd6ec9-5152-4c4f-bbcd-8395b82b819e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.026306] env[68216]: DEBUG nova.compute.manager [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Instance network_info: |[{"id": "8972c8ba-588d-43c7-827a-f802c25bd8b4", "address": "fa:16:3e:84:24:76", "network": {"id": "26c3e9f2-c172-43fc-bc10-74ae618d66ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-33890007", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8972c8ba-58", "ovs_interfaceid": "8972c8ba-588d-43c7-827a-f802c25bd8b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5b92a0d-7e02-4ed6-b831-5b3ccb879932", "address": "fa:16:3e:94:d5:d1", "network": {"id": "c251f951-37dc-4d63-a898-be3697901459", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1820423151", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b92a0d-7e", "ovs_interfaceid": "b5b92a0d-7e02-4ed6-b831-5b3ccb879932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.027207] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:24:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8972c8ba-588d-43c7-827a-f802c25bd8b4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:d5:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5b92a0d-7e02-4ed6-b831-5b3ccb879932', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.043557] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.048194] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.053244] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0df9acf-81c7-4f67-aea6-11b7dae47cba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.087547] env[68216]: DEBUG oslo_concurrency.lockutils [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.088194] env[68216]: DEBUG oslo_concurrency.lockutils [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.088483] env[68216]: DEBUG oslo_concurrency.lockutils [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "94ed63d7-dcea-44b3-b787-2d21f0e55552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.088783] env[68216]: DEBUG oslo_concurrency.lockutils [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "94ed63d7-dcea-44b3-b787-2d21f0e55552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.089050] env[68216]: DEBUG oslo_concurrency.lockutils [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "94ed63d7-dcea-44b3-b787-2d21f0e55552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.091434] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa1e44ee-bd32-4643-9708-0ca3549b8a5c tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lock "28f3359a-bc65-4ca9-b093-834f0238bc29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.094s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.092731] env[68216]: INFO nova.compute.manager [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Terminating instance [ 743.103868] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068178, 'name': Destroy_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.110352] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.110352] env[68216]: value = "task-3068179" [ 743.110352] env[68216]: _type = "Task" [ 743.110352] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.128828] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068179, 'name': CreateVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.134714] env[68216]: DEBUG nova.compute.manager [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.135286] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.136174] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9db7f74-60e1-4946-bd6a-714945eca401 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.143910] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.144240] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66fd18ea-40e0-4b39-9b31-1a18bf76ec0d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.153688] env[68216]: DEBUG oslo_vmware.api [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 743.153688] env[68216]: value = "task-3068180" [ 743.153688] env[68216]: _type = "Task" [ 743.153688] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.170754] env[68216]: DEBUG oslo_vmware.api [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.179411] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520bf5a5-d30b-f456-b38a-9b41ea69717d, 'name': SearchDatastore_Task, 'duration_secs': 0.021564} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.179805] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.180188] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] b392fef0-4e1a-4cc5-be4c-b19472a611a5/b392fef0-4e1a-4cc5-be4c-b19472a611a5.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.183063] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e02b0432-82a7-4998-9d38-477c2de7f949 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.191154] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 743.191154] env[68216]: value = "task-3068181" [ 743.191154] env[68216]: _type = "Task" [ 743.191154] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.201459] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.300505] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.300701] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.300847] env[68216]: DEBUG nova.network.neutron [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.511880] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc1734d0-4dd8-476e-89f3-314a95dd45f4 req-2bb1e33e-7396-4fff-afa6-37ca48f51124 service nova] Releasing lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.561395] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068178, 'name': Destroy_Task, 'duration_secs': 0.779625} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.561715] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Destroyed the VM [ 743.562172] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 743.562362] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da11c557-5629-461a-9036-eb6830671186 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.575529] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 743.575529] env[68216]: value = "task-3068182" [ 743.575529] env[68216]: _type = "Task" [ 743.575529] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.592020] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.592495] env[68216]: DEBUG nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Received event network-vif-plugged-b5b92a0d-7e02-4ed6-b831-5b3ccb879932 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 743.592819] env[68216]: DEBUG oslo_concurrency.lockutils [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] Acquiring lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.593047] env[68216]: DEBUG oslo_concurrency.lockutils [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] Lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.593230] env[68216]: DEBUG oslo_concurrency.lockutils [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] Lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.593505] env[68216]: DEBUG nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] No waiting events found dispatching network-vif-plugged-b5b92a0d-7e02-4ed6-b831-5b3ccb879932 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.593645] env[68216]: WARNING nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Received unexpected event network-vif-plugged-b5b92a0d-7e02-4ed6-b831-5b3ccb879932 for instance with vm_state building and task_state spawning. [ 743.593810] env[68216]: DEBUG nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Received event network-changed-b5b92a0d-7e02-4ed6-b831-5b3ccb879932 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 743.593971] env[68216]: DEBUG nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Refreshing instance network info cache due to event network-changed-b5b92a0d-7e02-4ed6-b831-5b3ccb879932. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 743.594169] env[68216]: DEBUG oslo_concurrency.lockutils [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] Acquiring lock "refresh_cache-22cd6ec9-5152-4c4f-bbcd-8395b82b819e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.594297] env[68216]: DEBUG oslo_concurrency.lockutils [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] Acquired lock "refresh_cache-22cd6ec9-5152-4c4f-bbcd-8395b82b819e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.594476] env[68216]: DEBUG nova.network.neutron [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Refreshing network info cache for port b5b92a0d-7e02-4ed6-b831-5b3ccb879932 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.603615] env[68216]: DEBUG nova.compute.manager [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.603894] env[68216]: DEBUG nova.compute.manager [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.604865] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.605091] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0f82c8-5d3a-406a-a46b-447b29bd0ce9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.615150] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.621144] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb14c7ba-4d92-4469-8182-f26ca8cda12d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.633645] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068179, 'name': CreateVM_Task, 'duration_secs': 0.439965} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.635246] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.635610] env[68216]: DEBUG oslo_vmware.api [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 743.635610] env[68216]: value = "task-3068183" [ 743.635610] env[68216]: _type = "Task" [ 743.635610] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.640028] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.640028] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.640028] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.640028] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc2e7d6-fe65-41e9-86d0-9699cc423a1f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.652117] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 743.652117] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52102830-664b-6329-0110-7e0c5f37d179" [ 743.652117] env[68216]: _type = "Task" [ 743.652117] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.662055] env[68216]: DEBUG oslo_vmware.api [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.674531] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52102830-664b-6329-0110-7e0c5f37d179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.681802] env[68216]: DEBUG oslo_vmware.api [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068180, 'name': PowerOffVM_Task, 'duration_secs': 0.217305} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.682134] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.682335] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.682612] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9488d57-3536-4581-8270-c76f549d9e06 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.702624] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6c6197-6c05-4e97-b07a-74d2541e2a35 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.710067] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068181, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.716379] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495dfd0e-b79b-482a-862d-51e9e19dbb40 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.751727] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8046667f-2e9a-4716-ae11-9970636cdb32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.756584] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.757268] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.757268] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleting the datastore file [datastore2] c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.757686] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ea2814-1c34-44ec-bc06-097c374e7991 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.767031] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b877bf3-7ab0-455a-97ed-36e73516a671 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.769063] env[68216]: DEBUG oslo_vmware.api [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 743.769063] env[68216]: value = "task-3068185" [ 743.769063] env[68216]: _type = "Task" [ 743.769063] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.782363] env[68216]: DEBUG nova.compute.provider_tree [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.789077] env[68216]: DEBUG oslo_vmware.api [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.854303] env[68216]: INFO nova.network.neutron [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Port 290c12e1-8dc0-4085-831d-52cecf8ea11c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 743.854303] env[68216]: DEBUG nova.network.neutron [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updating instance_info_cache with network_info: [{"id": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "address": "fa:16:3e:4c:47:2e", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf65bb0b-25", "ovs_interfaceid": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.874700] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e5214eca-dda1-41d9-804a-d260542b50a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.874939] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.885595] env[68216]: DEBUG nova.network.neutron [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.086914] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068182, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.123780] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.147976] env[68216]: DEBUG oslo_vmware.api [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068183, 'name': PowerOffVM_Task, 'duration_secs': 0.229156} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.150889] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.150889] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.150889] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d49ef39e-b4a6-4d4c-8f4d-6a4fa219ca08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.163241] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52102830-664b-6329-0110-7e0c5f37d179, 'name': SearchDatastore_Task, 'duration_secs': 0.027996} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.163698] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.164071] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.164406] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.164671] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.165044] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.165391] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26be7830-0699-4d09-ac0d-8ec1cc6e2946 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.188187] env[68216]: DEBUG nova.network.neutron [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updating instance_info_cache with network_info: [{"id": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "address": "fa:16:3e:c0:26:6f", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee79d8c2-24", "ovs_interfaceid": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.190973] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.191312] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.192491] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c90bf4-145a-477b-b586-e7312fd7e49a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.205139] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068181, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.206310] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 744.206310] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5298a2c0-8756-8d3f-ea9d-3fc62693ef2e" [ 744.206310] env[68216]: _type = "Task" [ 744.206310] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.219381] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5298a2c0-8756-8d3f-ea9d-3fc62693ef2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.227024] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.227024] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.227024] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleting the datastore file [datastore1] 94ed63d7-dcea-44b3-b787-2d21f0e55552 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.227024] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68df97fb-2d74-408c-9e76-25eaec2c7300 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.234021] env[68216]: DEBUG oslo_vmware.api [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 744.234021] env[68216]: value = "task-3068187" [ 744.234021] env[68216]: _type = "Task" [ 744.234021] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.241031] env[68216]: DEBUG oslo_vmware.api [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.278849] env[68216]: DEBUG oslo_vmware.api [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231103} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.281438] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.281774] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.282169] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.282458] env[68216]: INFO nova.compute.manager [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 744.282817] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.283153] env[68216]: DEBUG nova.compute.manager [-] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.283363] env[68216]: DEBUG nova.network.neutron [-] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.285770] env[68216]: DEBUG nova.scheduler.client.report [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.355956] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "refresh_cache-94ed63d7-dcea-44b3-b787-2d21f0e55552" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.593330] env[68216]: DEBUG oslo_vmware.api [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068182, 'name': RemoveSnapshot_Task, 'duration_secs': 0.856198} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.593895] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 744.615210] env[68216]: DEBUG nova.network.neutron [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Updated VIF entry in instance network info cache for port b5b92a0d-7e02-4ed6-b831-5b3ccb879932. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.615717] env[68216]: DEBUG nova.network.neutron [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Updating instance_info_cache with network_info: [{"id": "8972c8ba-588d-43c7-827a-f802c25bd8b4", "address": "fa:16:3e:84:24:76", "network": {"id": "26c3e9f2-c172-43fc-bc10-74ae618d66ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-33890007", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8972c8ba-58", "ovs_interfaceid": "8972c8ba-588d-43c7-827a-f802c25bd8b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5b92a0d-7e02-4ed6-b831-5b3ccb879932", "address": "fa:16:3e:94:d5:d1", "network": {"id": "c251f951-37dc-4d63-a898-be3697901459", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1820423151", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b92a0d-7e", "ovs_interfaceid": "b5b92a0d-7e02-4ed6-b831-5b3ccb879932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.693681] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.693991] env[68216]: DEBUG nova.compute.manager [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Instance network_info: |[{"id": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "address": "fa:16:3e:c0:26:6f", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee79d8c2-24", "ovs_interfaceid": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.694541] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:26:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee79d8c2-24fd-4b73-8f05-d270aa30e532', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.708776] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Creating folder: Project (e6eb265c6ba04bbbaafc8de9ad4715e6). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.710973] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-027939ac-1eb2-44c7-b823-16852841ef9f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.725717] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068181, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.731358] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5298a2c0-8756-8d3f-ea9d-3fc62693ef2e, 'name': SearchDatastore_Task, 'duration_secs': 0.015869} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.732279] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Created folder: Project (e6eb265c6ba04bbbaafc8de9ad4715e6) in parent group-v614292. [ 744.732443] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Creating folder: Instances. Parent ref: group-v614425. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.732957] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ac0f990-1ac3-4bba-864f-a360d9ee49cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.735167] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd181754-ac1c-4d54-8c38-d943f8058171 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.743549] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 744.743549] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52210621-e109-d614-66c0-d3d01957e2b9" [ 744.743549] env[68216]: _type = "Task" [ 744.743549] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.749850] env[68216]: DEBUG oslo_vmware.api [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227621} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.754234] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.754463] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.754740] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.755351] env[68216]: INFO nova.compute.manager [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Took 1.15 seconds to destroy the instance on the hypervisor. [ 744.755695] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.756045] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Created folder: Instances in parent group-v614425. [ 744.756386] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.756600] env[68216]: DEBUG nova.compute.manager [-] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.756961] env[68216]: DEBUG nova.network.neutron [-] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.758702] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.759282] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36c046a4-6e82-454c-a658-3d8e8c0a6280 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.777688] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52210621-e109-d614-66c0-d3d01957e2b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.783120] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.783120] env[68216]: value = "task-3068190" [ 744.783120] env[68216]: _type = "Task" [ 744.783120] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.790995] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.791609] env[68216]: DEBUG nova.compute.manager [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.794870] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068190, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.795158] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.677s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.795369] env[68216]: DEBUG nova.objects.instance [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lazy-loading 'resources' on Instance uuid 8237475b-0989-4e97-9c71-19ad1ef8fa5a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.860814] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aefe7187-31c9-4881-a9b6-6faa587760bc tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-94ed63d7-dcea-44b3-b787-2d21f0e55552-290c12e1-8dc0-4085-831d-52cecf8ea11c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.524s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.098948] env[68216]: WARNING nova.compute.manager [None req-5bb6e3ad-7937-478e-9e35-f2091095f66a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Image not found during snapshot: nova.exception.ImageNotFound: Image 1a8e41fa-4adb-4071-80e0-00ddefa7cfda could not be found. [ 745.118094] env[68216]: DEBUG oslo_concurrency.lockutils [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] Releasing lock "refresh_cache-22cd6ec9-5152-4c4f-bbcd-8395b82b819e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.118409] env[68216]: DEBUG nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Received event network-vif-deleted-290c12e1-8dc0-4085-831d-52cecf8ea11c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.118746] env[68216]: INFO nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Neutron deleted interface 290c12e1-8dc0-4085-831d-52cecf8ea11c; detaching it from the instance and deleting it from the info cache [ 745.119875] env[68216]: DEBUG nova.network.neutron [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updating instance_info_cache with network_info: [{"id": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "address": "fa:16:3e:4c:47:2e", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf65bb0b-25", "ovs_interfaceid": "df65bb0b-2507-4195-aae8-28e8f2a102c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.204739] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068181, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.585783} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.205061] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] b392fef0-4e1a-4cc5-be4c-b19472a611a5/b392fef0-4e1a-4cc5-be4c-b19472a611a5.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.205283] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.205535] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-861ef3b3-ebf6-487d-8861-2a7714d2d818 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.212633] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 745.212633] env[68216]: value = "task-3068191" [ 745.212633] env[68216]: _type = "Task" [ 745.212633] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.220460] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.257171] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52210621-e109-d614-66c0-d3d01957e2b9, 'name': SearchDatastore_Task, 'duration_secs': 0.019646} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.257464] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.257729] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 22cd6ec9-5152-4c4f-bbcd-8395b82b819e/22cd6ec9-5152-4c4f-bbcd-8395b82b819e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.257987] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-572ca8d5-40bf-40eb-b989-82ab99bcb97c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.265515] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 745.265515] env[68216]: value = "task-3068192" [ 745.265515] env[68216]: _type = "Task" [ 745.265515] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.275945] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.292042] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068190, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.300755] env[68216]: DEBUG nova.compute.utils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.306025] env[68216]: DEBUG nova.compute.manager [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Not allocating networking since 'none' was specified. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 745.419336] env[68216]: DEBUG nova.network.neutron [-] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.578482] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquiring lock "28f3359a-bc65-4ca9-b093-834f0238bc29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.578716] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lock "28f3359a-bc65-4ca9-b093-834f0238bc29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.578921] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquiring lock "28f3359a-bc65-4ca9-b093-834f0238bc29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.579122] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lock "28f3359a-bc65-4ca9-b093-834f0238bc29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.579293] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lock "28f3359a-bc65-4ca9-b093-834f0238bc29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.581343] env[68216]: INFO nova.compute.manager [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Terminating instance [ 745.623532] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a494b3f-7c40-4fe1-a32c-996fe57f5cc9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.637238] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcc9860-65bb-4b22-ae1d-acb2d2e2783b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.676945] env[68216]: DEBUG nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Detach interface failed, port_id=290c12e1-8dc0-4085-831d-52cecf8ea11c, reason: Instance 94ed63d7-dcea-44b3-b787-2d21f0e55552 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 745.677316] env[68216]: DEBUG nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Received event network-vif-plugged-ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.677525] env[68216]: DEBUG oslo_concurrency.lockutils [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] Acquiring lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.677769] env[68216]: DEBUG oslo_concurrency.lockutils [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] Lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.677903] env[68216]: DEBUG oslo_concurrency.lockutils [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] Lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.678126] env[68216]: DEBUG nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] No waiting events found dispatching network-vif-plugged-ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.678237] env[68216]: WARNING nova.compute.manager [req-f122b4e8-6b06-43b5-beef-982e5512f614 req-8e75644d-5987-4c26-b9a2-d1e7c1cc1ae0 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Received unexpected event network-vif-plugged-ee79d8c2-24fd-4b73-8f05-d270aa30e532 for instance with vm_state building and task_state spawning. [ 745.724515] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105368} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.727434] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.728523] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131ab968-821f-4cbc-8c38-9efe110d82d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.754845] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] b392fef0-4e1a-4cc5-be4c-b19472a611a5/b392fef0-4e1a-4cc5-be4c-b19472a611a5.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.758395] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3e244d1-3bdc-4e97-8bcd-dd22213cc8ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.794863] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068192, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.795229] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 745.795229] env[68216]: value = "task-3068193" [ 745.795229] env[68216]: _type = "Task" [ 745.795229] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.802296] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068190, 'name': CreateVM_Task, 'duration_secs': 0.711533} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.805565] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.806148] env[68216]: DEBUG nova.compute.manager [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.812754] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.813030] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.813411] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.813698] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.814187] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1780c99-eb30-49af-98f1-27768232d8e1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.820569] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 745.820569] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52604ea7-be84-9c1d-1051-2a78c5f1ef5c" [ 745.820569] env[68216]: _type = "Task" [ 745.820569] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.831683] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52604ea7-be84-9c1d-1051-2a78c5f1ef5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.875293] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd45fc6a-dd79-4d7e-9b9c-7e2a00667619 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.884748] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b34f527-52c1-46fd-9dfd-5394ced67de1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.920385] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6640ea6b-789d-41a6-be37-3944e6334fe8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.923349] env[68216]: INFO nova.compute.manager [-] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Took 1.64 seconds to deallocate network for instance. [ 745.931000] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47329c9-2011-4110-9973-9f0857c3c649 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.945154] env[68216]: DEBUG nova.compute.provider_tree [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.992458] env[68216]: DEBUG nova.compute.manager [req-8b53ec3f-2583-451d-9ca9-534257f4ade9 req-bbb94356-3db4-4ce5-a426-a7c4d28083e5 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Received event network-changed-ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.992676] env[68216]: DEBUG nova.compute.manager [req-8b53ec3f-2583-451d-9ca9-534257f4ade9 req-bbb94356-3db4-4ce5-a426-a7c4d28083e5 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Refreshing instance network info cache due to event network-changed-ee79d8c2-24fd-4b73-8f05-d270aa30e532. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 745.993301] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b53ec3f-2583-451d-9ca9-534257f4ade9 req-bbb94356-3db4-4ce5-a426-a7c4d28083e5 service nova] Acquiring lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.993460] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b53ec3f-2583-451d-9ca9-534257f4ade9 req-bbb94356-3db4-4ce5-a426-a7c4d28083e5 service nova] Acquired lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.993859] env[68216]: DEBUG nova.network.neutron [req-8b53ec3f-2583-451d-9ca9-534257f4ade9 req-bbb94356-3db4-4ce5-a426-a7c4d28083e5 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Refreshing network info cache for port ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.089018] env[68216]: DEBUG nova.compute.manager [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.089018] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.089018] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef32fa-a921-466e-8193-2306facb9fe2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.098638] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.099057] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-520b4c34-fbc0-4f2a-bc7b-78532716ee68 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.105699] env[68216]: DEBUG oslo_vmware.api [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for the task: (returnval){ [ 746.105699] env[68216]: value = "task-3068194" [ 746.105699] env[68216]: _type = "Task" [ 746.105699] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.113605] env[68216]: DEBUG oslo_vmware.api [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.283857] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697319} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.285127] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 22cd6ec9-5152-4c4f-bbcd-8395b82b819e/22cd6ec9-5152-4c4f-bbcd-8395b82b819e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.285127] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.285127] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edfb6717-1397-4067-a026-e482dc691aed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.292598] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 746.292598] env[68216]: value = "task-3068195" [ 746.292598] env[68216]: _type = "Task" [ 746.292598] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.303327] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.306582] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.333129] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52604ea7-be84-9c1d-1051-2a78c5f1ef5c, 'name': SearchDatastore_Task, 'duration_secs': 0.025944} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.333575] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.334025] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.334438] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.334844] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.336444] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.336444] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5328d16-3f08-4580-8115-7b9d528bee36 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.347034] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.347034] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.347034] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890058db-1ac3-406f-baa2-3eb644610853 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.351509] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 746.351509] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52510f75-7e57-6408-ba5a-f98b5054e36d" [ 746.351509] env[68216]: _type = "Task" [ 746.351509] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.361743] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52510f75-7e57-6408-ba5a-f98b5054e36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.431576] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.469319] env[68216]: ERROR nova.scheduler.client.report [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] [req-627288f5-94e3-4af5-b696-b45d893b0c7f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-627288f5-94e3-4af5-b696-b45d893b0c7f"}]} [ 746.489693] env[68216]: DEBUG nova.scheduler.client.report [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 746.507104] env[68216]: DEBUG nova.scheduler.client.report [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 746.507353] env[68216]: DEBUG nova.compute.provider_tree [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.520776] env[68216]: DEBUG nova.scheduler.client.report [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 746.544311] env[68216]: DEBUG nova.scheduler.client.report [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 746.618067] env[68216]: DEBUG oslo_vmware.api [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068194, 'name': PowerOffVM_Task, 'duration_secs': 0.197136} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.618067] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.618067] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.618067] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f59fcae-ed81-465a-88e6-04a23223d8b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.670139] env[68216]: DEBUG nova.network.neutron [-] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.677773] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.678068] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.678292] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Deleting the datastore file [datastore1] 28f3359a-bc65-4ca9-b093-834f0238bc29 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.678549] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab45dab4-d300-4a46-be28-b9cff895ad97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.686706] env[68216]: DEBUG oslo_vmware.api [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for the task: (returnval){ [ 746.686706] env[68216]: value = "task-3068197" [ 746.686706] env[68216]: _type = "Task" [ 746.686706] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.703677] env[68216]: DEBUG oslo_vmware.api [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.811202] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068193, 'name': ReconfigVM_Task, 'duration_secs': 0.822579} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.814298] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Reconfigured VM instance instance-0000002d to attach disk [datastore2] b392fef0-4e1a-4cc5-be4c-b19472a611a5/b392fef0-4e1a-4cc5-be4c-b19472a611a5.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.814970] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105096} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.817672] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da818218-260e-4c52-8361-edac72dba19b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.819318] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.820542] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c257ec-00f6-4cac-877a-dbd462663e51 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.841556] env[68216]: DEBUG nova.compute.manager [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.853765] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 22cd6ec9-5152-4c4f-bbcd-8395b82b819e/22cd6ec9-5152-4c4f-bbcd-8395b82b819e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.860978] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5add3849-7567-4bbd-a157-9d93abe0e3e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.876611] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 746.876611] env[68216]: value = "task-3068198" [ 746.876611] env[68216]: _type = "Task" [ 746.876611] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.890548] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 746.890548] env[68216]: value = "task-3068199" [ 746.890548] env[68216]: _type = "Task" [ 746.890548] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.894227] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52510f75-7e57-6408-ba5a-f98b5054e36d, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.900628] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068198, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.902991] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.902991] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.903185] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.903315] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.903467] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.903609] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.903827] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.903996] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.904177] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.904340] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.904507] env[68216]: DEBUG nova.virt.hardware [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.904775] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8376845d-c574-4b2e-b2d7-92fa81bf1d22 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.907962] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a58605-7d4a-4bec-b46c-7814f39c3755 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.917988] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.920760] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 746.920760] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527341a1-7a07-5342-533e-f22b91af5bc2" [ 746.920760] env[68216]: _type = "Task" [ 746.920760] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.922349] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3a273e-433f-44d2-a5a8-e4d4c8f18d3b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.941295] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.946836] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Creating folder: Project (2356b49c7fb747d0ac23b662ad9f6367). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.952976] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e348af0-478b-4b57-9d41-4e01d192fd4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.954671] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527341a1-7a07-5342-533e-f22b91af5bc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.955873] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.955873] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 878d010a-a036-4228-85fa-7f3d990bfd58/878d010a-a036-4228-85fa-7f3d990bfd58.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.956173] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92d795a5-0c5c-48c0-91ae-8d0004fecf80 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.962566] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 746.962566] env[68216]: value = "task-3068201" [ 746.962566] env[68216]: _type = "Task" [ 746.962566] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.968935] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Created folder: Project (2356b49c7fb747d0ac23b662ad9f6367) in parent group-v614292. [ 746.969144] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Creating folder: Instances. Parent ref: group-v614428. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.969904] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-674ceb33-d58b-47d2-acfb-0cfafd8ce34a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.974607] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.981520] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Created folder: Instances in parent group-v614428. [ 746.981768] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.984391] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.985365] env[68216]: DEBUG nova.network.neutron [req-8b53ec3f-2583-451d-9ca9-534257f4ade9 req-bbb94356-3db4-4ce5-a426-a7c4d28083e5 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updated VIF entry in instance network info cache for port ee79d8c2-24fd-4b73-8f05-d270aa30e532. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.985720] env[68216]: DEBUG nova.network.neutron [req-8b53ec3f-2583-451d-9ca9-534257f4ade9 req-bbb94356-3db4-4ce5-a426-a7c4d28083e5 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updating instance_info_cache with network_info: [{"id": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "address": "fa:16:3e:c0:26:6f", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee79d8c2-24", "ovs_interfaceid": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.986872] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6408cc8b-ed1d-4625-a3fc-374644a929ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.009538] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.009538] env[68216]: value = "task-3068203" [ 747.009538] env[68216]: _type = "Task" [ 747.009538] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.020796] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068203, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.175978] env[68216]: INFO nova.compute.manager [-] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Took 2.42 seconds to deallocate network for instance. [ 747.184985] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ae1430-6c6b-4bf2-bfac-c333ee948b19 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.199536] env[68216]: DEBUG oslo_vmware.api [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Task: {'id': task-3068197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157419} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.201984] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.202125] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.202311] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.202447] env[68216]: INFO nova.compute.manager [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Took 1.12 seconds to destroy the instance on the hypervisor. [ 747.202702] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.203075] env[68216]: DEBUG nova.compute.manager [-] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.203179] env[68216]: DEBUG nova.network.neutron [-] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.205772] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe7d6d7-92f0-442d-8573-1cc45056f1a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.243307] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "35711145-874b-4cb6-b499-8274946b013d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.243590] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "35711145-874b-4cb6-b499-8274946b013d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.243803] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "35711145-874b-4cb6-b499-8274946b013d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.243987] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "35711145-874b-4cb6-b499-8274946b013d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.244236] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "35711145-874b-4cb6-b499-8274946b013d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.247650] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e816f76e-a75c-43ec-9e08-bf809d9ab0ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.254790] env[68216]: INFO nova.compute.manager [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Terminating instance [ 747.263792] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6967908-7e4e-47b4-b93e-73cbb76311e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.281930] env[68216]: DEBUG nova.compute.provider_tree [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.391746] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068198, 'name': Rename_Task, 'duration_secs': 0.176921} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.392218] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.392510] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-515d51b9-bf3d-4c72-917a-f64ee0f8fae5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.402832] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 747.402832] env[68216]: value = "task-3068204" [ 747.402832] env[68216]: _type = "Task" [ 747.402832] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.406522] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068199, 'name': ReconfigVM_Task, 'duration_secs': 0.463343} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.410084] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 22cd6ec9-5152-4c4f-bbcd-8395b82b819e/22cd6ec9-5152-4c4f-bbcd-8395b82b819e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.410850] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cac7f271-e06a-4378-8f80-6e9fa94ef793 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.420427] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068204, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.422206] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 747.422206] env[68216]: value = "task-3068205" [ 747.422206] env[68216]: _type = "Task" [ 747.422206] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.433383] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068205, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.473624] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068201, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.502668] env[68216]: DEBUG oslo_concurrency.lockutils [req-8b53ec3f-2583-451d-9ca9-534257f4ade9 req-bbb94356-3db4-4ce5-a426-a7c4d28083e5 service nova] Releasing lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.502884] env[68216]: DEBUG nova.compute.manager [req-8b53ec3f-2583-451d-9ca9-534257f4ade9 req-bbb94356-3db4-4ce5-a426-a7c4d28083e5 service nova] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Received event network-vif-deleted-7f627b1c-8819-41d7-bc8d-e867229e1310 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.519638] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068203, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.692152] env[68216]: DEBUG oslo_concurrency.lockutils [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.764048] env[68216]: DEBUG nova.compute.manager [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.764048] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.764887] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ec8478-ab32-4b17-9702-c93060b36f0b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.773136] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.773376] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fcaca87-3d53-4d51-8312-8d21cb249ae7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.780300] env[68216]: DEBUG oslo_vmware.api [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 747.780300] env[68216]: value = "task-3068206" [ 747.780300] env[68216]: _type = "Task" [ 747.780300] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.785402] env[68216]: DEBUG nova.scheduler.client.report [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.793487] env[68216]: DEBUG oslo_vmware.api [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.916424] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.934421] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068205, 'name': Rename_Task, 'duration_secs': 0.186079} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.934714] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.934950] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd247705-2f48-4caa-8a61-ede639d23697 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.941419] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 747.941419] env[68216]: value = "task-3068207" [ 747.941419] env[68216]: _type = "Task" [ 747.941419] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.949159] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.973584] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520711} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.973584] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 878d010a-a036-4228-85fa-7f3d990bfd58/878d010a-a036-4228-85fa-7f3d990bfd58.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.973824] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.974347] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b36361b-5259-42c3-ab16-b25f52b0a2ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.980652] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 747.980652] env[68216]: value = "task-3068208" [ 747.980652] env[68216]: _type = "Task" [ 747.980652] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.988970] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.020143] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068203, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.027191] env[68216]: DEBUG nova.compute.manager [req-638a1060-b9c4-484b-aba7-b609be9ca51d req-cb241c3c-f4f5-4c59-b017-677eece2e651 service nova] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Received event network-vif-deleted-df65bb0b-2507-4195-aae8-28e8f2a102c3 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.027278] env[68216]: DEBUG nova.compute.manager [req-638a1060-b9c4-484b-aba7-b609be9ca51d req-cb241c3c-f4f5-4c59-b017-677eece2e651 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Received event network-vif-deleted-95a17c37-9f8d-4ae1-be68-b884d0100c3f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.027440] env[68216]: INFO nova.compute.manager [req-638a1060-b9c4-484b-aba7-b609be9ca51d req-cb241c3c-f4f5-4c59-b017-677eece2e651 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Neutron deleted interface 95a17c37-9f8d-4ae1-be68-b884d0100c3f; detaching it from the instance and deleting it from the info cache [ 748.027614] env[68216]: DEBUG nova.network.neutron [req-638a1060-b9c4-484b-aba7-b609be9ca51d req-cb241c3c-f4f5-4c59-b017-677eece2e651 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.177131] env[68216]: DEBUG nova.network.neutron [-] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.291051] env[68216]: DEBUG oslo_vmware.api [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068206, 'name': PowerOffVM_Task, 'duration_secs': 0.181947} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.291367] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.291603] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.291896] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-930b6376-0d16-4581-8113-704760cf711c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.295584] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.500s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.298015] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.224s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.299668] env[68216]: INFO nova.compute.claims [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.328576] env[68216]: INFO nova.scheduler.client.report [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Deleted allocations for instance 8237475b-0989-4e97-9c71-19ad1ef8fa5a [ 748.360349] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.360691] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.360691] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Deleting the datastore file [datastore2] 35711145-874b-4cb6-b499-8274946b013d {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.362568] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8427248-ff8b-4baa-be83-084d0ed510b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.370628] env[68216]: DEBUG oslo_vmware.api [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 748.370628] env[68216]: value = "task-3068210" [ 748.370628] env[68216]: _type = "Task" [ 748.370628] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.097519] env[68216]: INFO nova.compute.manager [-] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Took 1.89 seconds to deallocate network for instance. [ 749.101625] env[68216]: DEBUG oslo_vmware.api [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.101838] env[68216]: WARNING oslo_vmware.common.loopingcall [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] task run outlasted interval by 0.23096000000000005 sec [ 749.102499] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b58d0a1d-862a-4abe-b676-e4954a7a82f3 tempest-ListServerFiltersTestJSON-59764499 tempest-ListServerFiltersTestJSON-59764499-project-member] Lock "8237475b-0989-4e97-9c71-19ad1ef8fa5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.513s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.114142] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0be14e4-266b-4107-b7b2-8123d9aab5c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.140797] env[68216]: DEBUG oslo_vmware.api [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068207, 'name': PowerOnVM_Task, 'duration_secs': 0.481467} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.141056] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072757} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.141255] env[68216]: DEBUG oslo_vmware.api [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068204, 'name': PowerOnVM_Task, 'duration_secs': 1.422413} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.141937] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068203, 'name': CreateVM_Task, 'duration_secs': 1.337535} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.144901] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.144901] env[68216]: INFO nova.compute.manager [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Took 13.79 seconds to spawn the instance on the hypervisor. [ 749.144901] env[68216]: DEBUG nova.compute.manager [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.144901] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.144901] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.145139] env[68216]: INFO nova.compute.manager [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Took 11.07 seconds to spawn the instance on the hypervisor. [ 749.145180] env[68216]: DEBUG nova.compute.manager [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.145335] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.146549] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e8304-7f87-44a2-9d45-5a6deadca704 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.149672] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f033ea2d-0a9c-40a3-85ba-9c7cf1628f21 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.152696] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fe6f39-3c89-4b82-8a2a-fc433b5df7e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.155426] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.155588] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.155889] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.158642] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de024783-e523-42b9-8495-d11e81e49e2e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.173441] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca13567d-1abe-49f5-960b-2175e3a0673f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.173755] env[68216]: DEBUG oslo_vmware.api [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20524} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.175143] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.175329] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.175502] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.175662] env[68216]: INFO nova.compute.manager [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: 35711145-874b-4cb6-b499-8274946b013d] Took 1.41 seconds to destroy the instance on the hypervisor. [ 749.175920] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.178676] env[68216]: DEBUG nova.compute.manager [-] [instance: 35711145-874b-4cb6-b499-8274946b013d] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.178676] env[68216]: DEBUG nova.network.neutron [-] [instance: 35711145-874b-4cb6-b499-8274946b013d] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.194138] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 749.194138] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524e36e7-10c0-e1d2-16b2-a6820b025890" [ 749.194138] env[68216]: _type = "Task" [ 749.194138] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.206093] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 878d010a-a036-4228-85fa-7f3d990bfd58/878d010a-a036-4228-85fa-7f3d990bfd58.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.220391] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d7acb28-cb89-4507-b94c-13e59a1515be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.237959] env[68216]: DEBUG nova.compute.manager [req-638a1060-b9c4-484b-aba7-b609be9ca51d req-cb241c3c-f4f5-4c59-b017-677eece2e651 service nova] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Detach interface failed, port_id=95a17c37-9f8d-4ae1-be68-b884d0100c3f, reason: Instance 28f3359a-bc65-4ca9-b093-834f0238bc29 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 749.248085] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524e36e7-10c0-e1d2-16b2-a6820b025890, 'name': SearchDatastore_Task, 'duration_secs': 0.009291} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.249262] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.249478] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.249699] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.249860] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.250055] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.250597] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 749.250597] env[68216]: value = "task-3068211" [ 749.250597] env[68216]: _type = "Task" [ 749.250597] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.250799] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f126480-2c87-4ab1-a05f-0f3779bab63b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.261250] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.262320] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.262493] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.263191] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10efb9c6-a0d4-43b4-bf3e-63252744f5f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.268307] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 749.268307] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a9e886-f5ba-0d46-02cd-3ba65800663b" [ 749.268307] env[68216]: _type = "Task" [ 749.268307] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.276890] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a9e886-f5ba-0d46-02cd-3ba65800663b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.629527] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.719301] env[68216]: INFO nova.compute.manager [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Took 47.50 seconds to build instance. [ 749.720200] env[68216]: INFO nova.compute.manager [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Took 51.67 seconds to build instance. [ 749.763697] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068211, 'name': ReconfigVM_Task, 'duration_secs': 0.313176} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.764111] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 878d010a-a036-4228-85fa-7f3d990bfd58/878d010a-a036-4228-85fa-7f3d990bfd58.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.764851] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d3749bd-2c31-4da6-8b4e-63160b48f10a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.776984] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 749.776984] env[68216]: value = "task-3068212" [ 749.776984] env[68216]: _type = "Task" [ 749.776984] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.786772] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a9e886-f5ba-0d46-02cd-3ba65800663b, 'name': SearchDatastore_Task, 'duration_secs': 0.018793} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.788273] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c34fba-641a-4fdc-b48c-4719ce0ea0aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.797149] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068212, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.800711] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 749.800711] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520416af-4cf1-0d0b-920a-e3ee61db4338" [ 749.800711] env[68216]: _type = "Task" [ 749.800711] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.811290] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520416af-4cf1-0d0b-920a-e3ee61db4338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.103776] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fc0ba7-c132-41f1-a171-3dd3a59e5d5a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.108649] env[68216]: DEBUG nova.compute.manager [req-9824a8fe-9a40-43bc-8840-ba1bb830592f req-14af9bdc-ac48-4cb9-a50b-cfac324b0d0d service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Received event network-vif-deleted-56eee366-43cd-4ca7-9cdb-113ae3c85379 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 750.112129] env[68216]: INFO nova.compute.manager [req-9824a8fe-9a40-43bc-8840-ba1bb830592f req-14af9bdc-ac48-4cb9-a50b-cfac324b0d0d service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Neutron deleted interface 56eee366-43cd-4ca7-9cdb-113ae3c85379; detaching it from the instance and deleting it from the info cache [ 750.112334] env[68216]: DEBUG nova.network.neutron [req-9824a8fe-9a40-43bc-8840-ba1bb830592f req-14af9bdc-ac48-4cb9-a50b-cfac324b0d0d service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.123187] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64994eb-84a7-4920-8ba4-e0df5a02c83b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.157184] env[68216]: DEBUG nova.network.neutron [-] [instance: 35711145-874b-4cb6-b499-8274946b013d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.159294] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dc7ff-0bcd-4b6f-b6f1-e3610fb2dc9f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.167677] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f50836-691c-444d-b868-d6dce3d22c13 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.183444] env[68216]: DEBUG nova.compute.provider_tree [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.221776] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a852e075-aaee-4f74-b931-5405cc541d93 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.746s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.222125] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5784e7a-c474-4ed2-b8d5-5ca577724fcf tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.363s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.286633] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068212, 'name': Rename_Task, 'duration_secs': 0.160679} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.286906] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.287171] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a61fe12b-f0d8-449d-9a5a-72d4d002c7d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.293961] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 750.293961] env[68216]: value = "task-3068213" [ 750.293961] env[68216]: _type = "Task" [ 750.293961] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.305425] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.312730] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520416af-4cf1-0d0b-920a-e3ee61db4338, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.312964] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.313243] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.313481] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b91a75ca-1473-4672-9410-7526e8dbeef7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.319515] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 750.319515] env[68216]: value = "task-3068214" [ 750.319515] env[68216]: _type = "Task" [ 750.319515] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.326752] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.618841] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cd140e1-b4f8-4a5b-95dd-1d1c992c097f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.632651] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07896200-7268-45f1-a83a-df2892df9fcd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.667449] env[68216]: INFO nova.compute.manager [-] [instance: 35711145-874b-4cb6-b499-8274946b013d] Took 1.49 seconds to deallocate network for instance. [ 750.667880] env[68216]: DEBUG nova.compute.manager [req-9824a8fe-9a40-43bc-8840-ba1bb830592f req-14af9bdc-ac48-4cb9-a50b-cfac324b0d0d service nova] [instance: 35711145-874b-4cb6-b499-8274946b013d] Detach interface failed, port_id=56eee366-43cd-4ca7-9cdb-113ae3c85379, reason: Instance 35711145-874b-4cb6-b499-8274946b013d could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 750.686698] env[68216]: DEBUG nova.scheduler.client.report [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.725364] env[68216]: DEBUG nova.compute.manager [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.728609] env[68216]: DEBUG nova.compute.manager [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.805867] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.828993] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068214, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.997833] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.998184] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.998560] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.998636] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.998748] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.003886] env[68216]: INFO nova.compute.manager [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Terminating instance [ 751.177315] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.191494] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.893s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.192086] env[68216]: DEBUG nova.compute.manager [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.196202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.230s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.198196] env[68216]: INFO nova.compute.claims [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.267807] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.267807] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.312875] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068213, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.333808] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51699} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.334120] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.334351] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.334632] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a4a5ab2-0b26-4b97-9387-d89a5ef281f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.341432] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 751.341432] env[68216]: value = "task-3068215" [ 751.341432] env[68216]: _type = "Task" [ 751.341432] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.351489] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.507628] env[68216]: DEBUG nova.compute.manager [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.507848] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.508755] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad5c422-9cbe-4ad2-8347-808710e25ab6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.517991] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.518591] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c52ad28-9f0d-49dd-83e1-1d24ed08069b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.526235] env[68216]: DEBUG oslo_vmware.api [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 751.526235] env[68216]: value = "task-3068216" [ 751.526235] env[68216]: _type = "Task" [ 751.526235] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.539434] env[68216]: DEBUG oslo_vmware.api [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.707675] env[68216]: DEBUG nova.compute.utils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.714169] env[68216]: DEBUG nova.compute.manager [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.714169] env[68216]: DEBUG nova.network.neutron [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.773474] env[68216]: DEBUG nova.policy [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1afd531cfb640438cf384c4dd83470a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d3d272b812c43e88ebbaaea36b3f380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.807634] env[68216]: DEBUG oslo_vmware.api [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068213, 'name': PowerOnVM_Task, 'duration_secs': 1.120502} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.807977] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.808226] env[68216]: INFO nova.compute.manager [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Took 11.00 seconds to spawn the instance on the hypervisor. [ 751.808672] env[68216]: DEBUG nova.compute.manager [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.809531] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fb265c-7d0b-4ccb-b34f-d0e2403262de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.858474] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075753} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.859368] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.860337] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13555f78-5a57-400f-8518-e71ea171f5ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.884297] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.885720] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e196a59e-30ab-4c39-ace1-e338b1e5a0d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.909139] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 751.909139] env[68216]: value = "task-3068217" [ 751.909139] env[68216]: _type = "Task" [ 751.909139] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.919714] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.038490] env[68216]: DEBUG oslo_vmware.api [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068216, 'name': PowerOffVM_Task, 'duration_secs': 0.243286} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.038768] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.039332] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.042892] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57e5352b-3330-4775-8708-1125d6a0d208 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.142025] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.142025] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.142025] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Deleting the datastore file [datastore1] 22cd6ec9-5152-4c4f-bbcd-8395b82b819e {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.142025] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56844464-49c8-459d-9a50-fe2e092c8003 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.145845] env[68216]: DEBUG oslo_vmware.api [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for the task: (returnval){ [ 752.145845] env[68216]: value = "task-3068219" [ 752.145845] env[68216]: _type = "Task" [ 752.145845] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.154744] env[68216]: DEBUG oslo_vmware.api [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.173445] env[68216]: DEBUG nova.network.neutron [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Successfully created port: 4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.215883] env[68216]: DEBUG nova.compute.manager [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.339092] env[68216]: INFO nova.compute.manager [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Took 49.55 seconds to build instance. [ 752.422169] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.664010] env[68216]: DEBUG oslo_vmware.api [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Task: {'id': task-3068219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370023} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.664010] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.664149] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.664319] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.664487] env[68216]: INFO nova.compute.manager [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 752.664723] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.664901] env[68216]: DEBUG nova.compute.manager [-] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.664987] env[68216]: DEBUG nova.network.neutron [-] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.803553] env[68216]: DEBUG nova.compute.manager [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Stashing vm_state: active {{(pid=68216) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 752.817324] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc74de7b-18da-446e-8521-7c13e7070757 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.823643] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e9e749-6a95-46f7-949f-ffda341ed900 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.862124] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4bb3def8-8d43-4249-9839-75391ad3763b tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "878d010a-a036-4228-85fa-7f3d990bfd58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.206s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.865239] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d63ae8-116a-4dab-8f53-e55e3e076d25 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.876682] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ca6bb9-9bb8-42e5-b379-e5fa478f4ac4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.889256] env[68216]: DEBUG nova.compute.provider_tree [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.921752] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068217, 'name': ReconfigVM_Task, 'duration_secs': 0.638396} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.926530] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.927365] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e582e6e-b0d5-4392-94e3-c6cc5ffa2c62 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.936178] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 752.936178] env[68216]: value = "task-3068220" [ 752.936178] env[68216]: _type = "Task" [ 752.936178] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.944559] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068220, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.234322] env[68216]: DEBUG nova.compute.manager [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.266397] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.266620] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.266768] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.266950] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.268288] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.268557] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.268762] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.268961] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.269435] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.269435] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.269642] env[68216]: DEBUG nova.virt.hardware [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.270475] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40c34a7-ff20-4360-8137-bad1354e5d80 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.279635] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c182f-b61b-4a17-90b8-a508d37dc7a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.326317] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.365646] env[68216]: DEBUG nova.compute.manager [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.392308] env[68216]: DEBUG nova.scheduler.client.report [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.452021] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068220, 'name': Rename_Task, 'duration_secs': 0.318346} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.452021] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.452021] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c70b018-9fcb-4b4b-bf38-0c2f36ba97f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.458900] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 753.458900] env[68216]: value = "task-3068221" [ 753.458900] env[68216]: _type = "Task" [ 753.458900] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.468386] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.540482] env[68216]: DEBUG nova.compute.manager [req-7e5df8dc-2be5-4d7a-9985-2e84ba633b78 req-7c7934ae-d448-43a9-b6f0-14036bc65149 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Received event network-vif-deleted-8972c8ba-588d-43c7-827a-f802c25bd8b4 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 753.541196] env[68216]: INFO nova.compute.manager [req-7e5df8dc-2be5-4d7a-9985-2e84ba633b78 req-7c7934ae-d448-43a9-b6f0-14036bc65149 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Neutron deleted interface 8972c8ba-588d-43c7-827a-f802c25bd8b4; detaching it from the instance and deleting it from the info cache [ 753.541196] env[68216]: DEBUG nova.network.neutron [req-7e5df8dc-2be5-4d7a-9985-2e84ba633b78 req-7c7934ae-d448-43a9-b6f0-14036bc65149 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Updating instance_info_cache with network_info: [{"id": "b5b92a0d-7e02-4ed6-b831-5b3ccb879932", "address": "fa:16:3e:94:d5:d1", "network": {"id": "c251f951-37dc-4d63-a898-be3697901459", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1820423151", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3d9746048fcc4294990dd86493e46aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b92a0d-7e", "ovs_interfaceid": "b5b92a0d-7e02-4ed6-b831-5b3ccb879932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.768531] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.768790] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.863098] env[68216]: DEBUG nova.network.neutron [-] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.889210] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.903024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.903024] env[68216]: DEBUG nova.compute.manager [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.904810] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.155s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.906447] env[68216]: INFO nova.compute.claims [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.970762] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068221, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.043762] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f97ee372-964f-4aa1-a94b-c77cceffa6f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.055835] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fc1655-07e4-4ea0-9d9f-a240d6566ca7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.092045] env[68216]: DEBUG nova.compute.manager [req-7e5df8dc-2be5-4d7a-9985-2e84ba633b78 req-7c7934ae-d448-43a9-b6f0-14036bc65149 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Detach interface failed, port_id=8972c8ba-588d-43c7-827a-f802c25bd8b4, reason: Instance 22cd6ec9-5152-4c4f-bbcd-8395b82b819e could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 754.142990] env[68216]: DEBUG nova.network.neutron [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Successfully updated port: 4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.242421] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquiring lock "34c69605-cbef-476d-a663-9702a3d03633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.242421] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Lock "34c69605-cbef-476d-a663-9702a3d03633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.366629] env[68216]: INFO nova.compute.manager [-] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Took 1.70 seconds to deallocate network for instance. [ 754.415020] env[68216]: DEBUG nova.compute.utils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.415020] env[68216]: DEBUG nova.compute.manager [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.415020] env[68216]: DEBUG nova.network.neutron [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.471376] env[68216]: DEBUG oslo_vmware.api [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068221, 'name': PowerOnVM_Task, 'duration_secs': 0.738417} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.472016] env[68216]: DEBUG nova.policy [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d7767bc8f9942f5ae62b94ceb7db35a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66d52ccdf83944a780f66029906fa5a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.475290] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.475290] env[68216]: INFO nova.compute.manager [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Took 7.63 seconds to spawn the instance on the hypervisor. [ 754.475290] env[68216]: DEBUG nova.compute.manager [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.475290] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4adaba-92d3-4c0f-b7fc-4cf84c15f693 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.646653] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.646653] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquired lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.646653] env[68216]: DEBUG nova.network.neutron [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.862135] env[68216]: DEBUG nova.network.neutron [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Successfully created port: 8a85d4ad-49c3-48ba-9876-7cca5c073670 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.877737] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.924203] env[68216]: DEBUG nova.compute.manager [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.998769] env[68216]: INFO nova.compute.manager [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Took 41.17 seconds to build instance. [ 755.207357] env[68216]: DEBUG nova.network.neutron [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.428145] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d14c4f-2798-4406-acd9-cef41bbb8266 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.444231] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d35a39f-3c3c-4245-ac4b-0c6994226696 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.479042] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eac6476-3706-404d-878f-c2a4c544c398 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.487168] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686a9ea5-3fd0-49e5-be07-5f75e82d7762 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.502140] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a2e8daad-1ea9-48eb-9e8b-04710f09b7d8 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "2d3901de-fd96-48d5-b12c-fc7ad111126e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.329s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.502649] env[68216]: DEBUG nova.compute.provider_tree [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.507255] env[68216]: DEBUG nova.network.neutron [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Updating instance_info_cache with network_info: [{"id": "4dd5172c-b602-4c40-bf49-7e9933046d46", "address": "fa:16:3e:52:bf:f8", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd5172c-b6", "ovs_interfaceid": "4dd5172c-b602-4c40-bf49-7e9933046d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.737247] env[68216]: DEBUG nova.compute.manager [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Received event network-vif-deleted-b5b92a0d-7e02-4ed6-b831-5b3ccb879932 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 755.737455] env[68216]: DEBUG nova.compute.manager [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Received event network-vif-plugged-4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 755.737642] env[68216]: DEBUG oslo_concurrency.lockutils [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] Acquiring lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.737849] env[68216]: DEBUG oslo_concurrency.lockutils [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] Lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.738603] env[68216]: DEBUG oslo_concurrency.lockutils [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] Lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.738603] env[68216]: DEBUG nova.compute.manager [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] No waiting events found dispatching network-vif-plugged-4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.738603] env[68216]: WARNING nova.compute.manager [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Received unexpected event network-vif-plugged-4dd5172c-b602-4c40-bf49-7e9933046d46 for instance with vm_state building and task_state spawning. [ 755.738603] env[68216]: DEBUG nova.compute.manager [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Received event network-changed-4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 755.738834] env[68216]: DEBUG nova.compute.manager [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Refreshing instance network info cache due to event network-changed-4dd5172c-b602-4c40-bf49-7e9933046d46. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 755.738898] env[68216]: DEBUG oslo_concurrency.lockutils [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] Acquiring lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.938423] env[68216]: DEBUG nova.compute.manager [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.970539] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.970710] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.970832] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.971018] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.971171] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.971319] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.971522] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.971679] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.971842] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.971999] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.972198] env[68216]: DEBUG nova.virt.hardware [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.973421] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e788cf83-5db2-4d78-a221-0eb427b4fe64 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.981721] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab304bf-0eb0-4103-9c59-06dd2837bb94 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.007434] env[68216]: DEBUG nova.scheduler.client.report [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.010887] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Releasing lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.011181] env[68216]: DEBUG nova.compute.manager [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Instance network_info: |[{"id": "4dd5172c-b602-4c40-bf49-7e9933046d46", "address": "fa:16:3e:52:bf:f8", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd5172c-b6", "ovs_interfaceid": "4dd5172c-b602-4c40-bf49-7e9933046d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.011498] env[68216]: DEBUG nova.compute.manager [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.014091] env[68216]: DEBUG oslo_concurrency.lockutils [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] Acquired lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.014333] env[68216]: DEBUG nova.network.neutron [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Refreshing network info cache for port 4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.015343] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:bf:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dd5172c-b602-4c40-bf49-7e9933046d46', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.022789] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Creating folder: Project (5d3d272b812c43e88ebbaaea36b3f380). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.023478] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e18fc939-fe03-4ea4-bb55-6c95051b2cad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.034773] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Created folder: Project (5d3d272b812c43e88ebbaaea36b3f380) in parent group-v614292. [ 756.034999] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Creating folder: Instances. Parent ref: group-v614431. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.035233] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-358935e4-8ab5-4b4e-b6bd-24b9c7b7542c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.044999] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Created folder: Instances in parent group-v614431. [ 756.045260] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.045450] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.045905] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d092fdf-aaa8-434f-b370-2b1cb4ef2da0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.069664] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.069664] env[68216]: value = "task-3068224" [ 756.069664] env[68216]: _type = "Task" [ 756.069664] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.077786] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068224, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.329520] env[68216]: INFO nova.compute.manager [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Rebuilding instance [ 756.379029] env[68216]: DEBUG nova.compute.manager [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.380176] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb88e93-35df-4ee9-86c9-e27c1b3aa7f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.516014] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.517134] env[68216]: DEBUG nova.compute.manager [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.520719] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.353s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.521252] env[68216]: DEBUG nova.objects.instance [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lazy-loading 'resources' on Instance uuid 6042d703-d07d-4486-9020-b1c160738535 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.548124] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.580614] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068224, 'name': CreateVM_Task, 'duration_secs': 0.284229} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.580716] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.583022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.583022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.583022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.583022] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07e13f8c-abdf-4337-bb47-ed11ff7e2044 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.586784] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 756.586784] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523eb082-82e1-3594-902f-30ceba8262ec" [ 756.586784] env[68216]: _type = "Task" [ 756.586784] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.594357] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523eb082-82e1-3594-902f-30ceba8262ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.022355] env[68216]: DEBUG nova.compute.utils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.028019] env[68216]: DEBUG nova.compute.manager [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.028019] env[68216]: DEBUG nova.network.neutron [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.085515] env[68216]: DEBUG nova.policy [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9356533b7b4445accfa7646902d41c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '456ec608aad04c10b3db8f6a6b10f440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.109858] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523eb082-82e1-3594-902f-30ceba8262ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.110232] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.110463] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.111597] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.111597] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.111597] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.111597] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d14946-843c-4199-a7bb-f77ff8ca462a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.120572] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.120790] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.121664] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55bfe134-6535-4330-82e4-2ef5e4ef66bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.128517] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 757.128517] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52026931-7415-1777-6252-5ff0ce5c9fe5" [ 757.128517] env[68216]: _type = "Task" [ 757.128517] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.144232] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52026931-7415-1777-6252-5ff0ce5c9fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.287240] env[68216]: DEBUG nova.network.neutron [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Successfully updated port: 8a85d4ad-49c3-48ba-9876-7cca5c073670 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.302789] env[68216]: DEBUG nova.network.neutron [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Updated VIF entry in instance network info cache for port 4dd5172c-b602-4c40-bf49-7e9933046d46. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.303202] env[68216]: DEBUG nova.network.neutron [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Updating instance_info_cache with network_info: [{"id": "4dd5172c-b602-4c40-bf49-7e9933046d46", "address": "fa:16:3e:52:bf:f8", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd5172c-b6", "ovs_interfaceid": "4dd5172c-b602-4c40-bf49-7e9933046d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.393714] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.393714] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bf2618b-12a8-47f1-9cb3-6f4d23d596bb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.403755] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 757.403755] env[68216]: value = "task-3068225" [ 757.403755] env[68216]: _type = "Task" [ 757.403755] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.412445] env[68216]: DEBUG nova.network.neutron [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Successfully created port: e12f8456-7447-41ae-8a37-6adcb33b2c4f {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.418518] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.537363] env[68216]: DEBUG nova.compute.manager [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.614656] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b8c1f0-31d0-480d-9b51-4ae64a95db63 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.623874] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f211bbc-bbef-4c46-a544-348e7fd60a65 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.656716] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdb7740-6dca-4c1d-b28e-b5f7dba63dc5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.663912] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52026931-7415-1777-6252-5ff0ce5c9fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.015303} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.665280] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5eeff5-ac99-48bd-9d1f-fab8a645c062 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.671064] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1b53c8-6207-452b-a12f-539076ac152c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.676796] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 757.676796] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dfd421-f6c5-ec0b-9dc4-ec016d4be158" [ 757.676796] env[68216]: _type = "Task" [ 757.676796] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.689211] env[68216]: DEBUG nova.compute.provider_tree [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.698466] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dfd421-f6c5-ec0b-9dc4-ec016d4be158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.790801] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.790975] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquired lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.791222] env[68216]: DEBUG nova.network.neutron [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.793502] env[68216]: DEBUG nova.compute.manager [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Received event network-vif-plugged-8a85d4ad-49c3-48ba-9876-7cca5c073670 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 757.793710] env[68216]: DEBUG oslo_concurrency.lockutils [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] Acquiring lock "c5dd208c-4c35-48a9-bcb5-f85123645146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.793906] env[68216]: DEBUG oslo_concurrency.lockutils [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.794082] env[68216]: DEBUG oslo_concurrency.lockutils [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.794305] env[68216]: DEBUG nova.compute.manager [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] No waiting events found dispatching network-vif-plugged-8a85d4ad-49c3-48ba-9876-7cca5c073670 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.794401] env[68216]: WARNING nova.compute.manager [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Received unexpected event network-vif-plugged-8a85d4ad-49c3-48ba-9876-7cca5c073670 for instance with vm_state building and task_state spawning. [ 757.794550] env[68216]: DEBUG nova.compute.manager [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Received event network-changed-8a85d4ad-49c3-48ba-9876-7cca5c073670 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 757.794718] env[68216]: DEBUG nova.compute.manager [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Refreshing instance network info cache due to event network-changed-8a85d4ad-49c3-48ba-9876-7cca5c073670. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 757.794890] env[68216]: DEBUG oslo_concurrency.lockutils [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] Acquiring lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.807656] env[68216]: DEBUG oslo_concurrency.lockutils [req-c3f63b8a-f1e9-4f9c-a83b-ed9f938503c4 req-7697e26a-0aee-4408-b55e-3a7d34b82695 service nova] Releasing lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.916125] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068225, 'name': PowerOffVM_Task, 'duration_secs': 0.191082} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.916409] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.916636] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.917539] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fffdaa-0023-4ac9-830b-d60a3336bfd3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.926928] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.927182] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-693a5d3a-b151-4fe7-b8db-75ec530c5d97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.954161] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.954318] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.954698] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Deleting the datastore file [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.955068] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04c311d9-0828-4f58-ad92-a9197b75ae07 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.962068] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 757.962068] env[68216]: value = "task-3068227" [ 757.962068] env[68216]: _type = "Task" [ 757.962068] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.970833] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.188178] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dfd421-f6c5-ec0b-9dc4-ec016d4be158, 'name': SearchDatastore_Task, 'duration_secs': 0.024685} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.188484] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.188804] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] d7577b82-dbf1-4ed0-b135-2d162628b1e4/d7577b82-dbf1-4ed0-b135-2d162628b1e4.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.189105] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7baab51a-080b-4362-b904-30ddf378ee4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.192019] env[68216]: DEBUG nova.scheduler.client.report [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.196644] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 758.196644] env[68216]: value = "task-3068228" [ 758.196644] env[68216]: _type = "Task" [ 758.196644] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.206528] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.355157] env[68216]: DEBUG nova.network.neutron [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.472762] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308856} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.473161] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.474611] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.474839] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.551243] env[68216]: DEBUG nova.compute.manager [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.583383] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.584052] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.584279] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.590292] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.590292] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.590292] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.590292] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.590292] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.590292] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.590292] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.590292] env[68216]: DEBUG nova.virt.hardware [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.590717] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dd6a97-f456-4b57-b1b3-41a2de49107a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.595030] env[68216]: DEBUG nova.network.neutron [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Updating instance_info_cache with network_info: [{"id": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "address": "fa:16:3e:f6:58:0e", "network": {"id": "4090dd51-7ed2-47c1-8e52-1761e09d3722", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-680813381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d52ccdf83944a780f66029906fa5a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a85d4ad-49", "ovs_interfaceid": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.607087] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18d7ce6-6e3a-46b7-ad63-37c6798e203a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.698187] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.700754] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.741s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.701737] env[68216]: DEBUG nova.objects.instance [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lazy-loading 'resources' on Instance uuid 120b4896-8bb8-457e-ae43-07d509a8c058 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.712813] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068228, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.725134] env[68216]: INFO nova.scheduler.client.report [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Deleted allocations for instance 6042d703-d07d-4486-9020-b1c160738535 [ 758.988136] env[68216]: DEBUG nova.network.neutron [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Successfully updated port: e12f8456-7447-41ae-8a37-6adcb33b2c4f {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.102377] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Releasing lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.102856] env[68216]: DEBUG nova.compute.manager [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Instance network_info: |[{"id": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "address": "fa:16:3e:f6:58:0e", "network": {"id": "4090dd51-7ed2-47c1-8e52-1761e09d3722", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-680813381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d52ccdf83944a780f66029906fa5a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a85d4ad-49", "ovs_interfaceid": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.103242] env[68216]: DEBUG oslo_concurrency.lockutils [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] Acquired lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.103516] env[68216]: DEBUG nova.network.neutron [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Refreshing network info cache for port 8a85d4ad-49c3-48ba-9876-7cca5c073670 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.104733] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:58:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a85d4ad-49c3-48ba-9876-7cca5c073670', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.114341] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Creating folder: Project (66d52ccdf83944a780f66029906fa5a8). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.117524] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e37c8192-7b20-45c4-b375-e85f127a5494 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.130317] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Created folder: Project (66d52ccdf83944a780f66029906fa5a8) in parent group-v614292. [ 759.130317] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Creating folder: Instances. Parent ref: group-v614434. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.130317] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b71bf92b-431b-4cbe-bf17-23f0b9953377 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.139402] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Created folder: Instances in parent group-v614434. [ 759.139645] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.139857] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.140073] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a1daa16-c524-4ffe-87db-ae09ae4ea4a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.166908] env[68216]: DEBUG nova.compute.manager [req-bcef597f-8b60-47ef-b1d8-fe77a88c81a7 req-04cbb63a-9fda-450a-9317-882a28bb9179 service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Received event network-vif-plugged-e12f8456-7447-41ae-8a37-6adcb33b2c4f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 759.167270] env[68216]: DEBUG oslo_concurrency.lockutils [req-bcef597f-8b60-47ef-b1d8-fe77a88c81a7 req-04cbb63a-9fda-450a-9317-882a28bb9179 service nova] Acquiring lock "6373e785-924c-4b36-a317-edbdde0a47bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.167522] env[68216]: DEBUG oslo_concurrency.lockutils [req-bcef597f-8b60-47ef-b1d8-fe77a88c81a7 req-04cbb63a-9fda-450a-9317-882a28bb9179 service nova] Lock "6373e785-924c-4b36-a317-edbdde0a47bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.167749] env[68216]: DEBUG oslo_concurrency.lockutils [req-bcef597f-8b60-47ef-b1d8-fe77a88c81a7 req-04cbb63a-9fda-450a-9317-882a28bb9179 service nova] Lock "6373e785-924c-4b36-a317-edbdde0a47bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.167983] env[68216]: DEBUG nova.compute.manager [req-bcef597f-8b60-47ef-b1d8-fe77a88c81a7 req-04cbb63a-9fda-450a-9317-882a28bb9179 service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] No waiting events found dispatching network-vif-plugged-e12f8456-7447-41ae-8a37-6adcb33b2c4f {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.168237] env[68216]: WARNING nova.compute.manager [req-bcef597f-8b60-47ef-b1d8-fe77a88c81a7 req-04cbb63a-9fda-450a-9317-882a28bb9179 service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Received unexpected event network-vif-plugged-e12f8456-7447-41ae-8a37-6adcb33b2c4f for instance with vm_state building and task_state spawning. [ 759.174460] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.174460] env[68216]: value = "task-3068231" [ 759.174460] env[68216]: _type = "Task" [ 759.174460] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.184479] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068231, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.212593] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068228, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.246258] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b337cb4-ad79-488d-b6e2-c54b9d2efb75 tempest-AttachInterfacesV270Test-1100299848 tempest-AttachInterfacesV270Test-1100299848-project-member] Lock "6042d703-d07d-4486-9020-b1c160738535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.837s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.452271] env[68216]: DEBUG nova.network.neutron [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Updated VIF entry in instance network info cache for port 8a85d4ad-49c3-48ba-9876-7cca5c073670. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.452482] env[68216]: DEBUG nova.network.neutron [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Updating instance_info_cache with network_info: [{"id": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "address": "fa:16:3e:f6:58:0e", "network": {"id": "4090dd51-7ed2-47c1-8e52-1761e09d3722", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-680813381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d52ccdf83944a780f66029906fa5a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a85d4ad-49", "ovs_interfaceid": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.494186] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-6373e785-924c-4b36-a317-edbdde0a47bf" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.494186] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-6373e785-924c-4b36-a317-edbdde0a47bf" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.494186] env[68216]: DEBUG nova.network.neutron [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.526902] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.527433] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.527433] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.528638] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.528638] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.528638] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.528638] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.528638] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.528638] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.528638] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.528912] env[68216]: DEBUG nova.virt.hardware [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.530232] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72766238-0f72-4d79-b3c5-783cd95247fa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.541422] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f715a7c-2630-43ad-ac50-8c63b2e1a373 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.555336] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.561373] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.564244] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.564691] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30b0ce42-5d6c-4740-b30f-29795a53f237 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.584550] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.584550] env[68216]: value = "task-3068232" [ 759.584550] env[68216]: _type = "Task" [ 759.584550] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.593091] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068232, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.695754] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068231, 'name': CreateVM_Task, 'duration_secs': 0.349885} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.695754] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.696482] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.697156] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.697156] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.697156] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32058d6a-871a-482f-85b0-533281eb21ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.708323] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 759.708323] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5224783b-acbe-af8d-bde2-9b6c033fa931" [ 759.708323] env[68216]: _type = "Task" [ 759.708323] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.720333] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068228, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.725803] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5224783b-acbe-af8d-bde2-9b6c033fa931, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.726276] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.726368] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.726565] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.726720] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.726890] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.727178] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1262e458-aae8-41a3-a1dd-ece90dd01592 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.736086] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.736342] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.737115] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8779aaf1-001e-410b-b79b-7b5ae6a7c58a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.743421] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 759.743421] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52787766-5c6a-6040-1f74-fec0053977fa" [ 759.743421] env[68216]: _type = "Task" [ 759.743421] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.753085] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52787766-5c6a-6040-1f74-fec0053977fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.809649] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8e69f7-7575-481d-a0fa-2f3d183de038 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.817216] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0021d6e-041d-42b4-9376-e89b17730410 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.850138] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450c3d35-25a0-4d7a-b040-fc8cbfe46a2c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.858045] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0450569d-db2c-447d-ae6d-1e85069487d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.871165] env[68216]: DEBUG nova.compute.provider_tree [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.962033] env[68216]: DEBUG oslo_concurrency.lockutils [req-51832a09-8de1-4fa9-834c-cd4bbe46c793 req-6068d197-fa5c-4e36-98dc-0ba4b69c7101 service nova] Releasing lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.033587] env[68216]: DEBUG nova.network.neutron [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.095266] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068232, 'name': CreateVM_Task, 'duration_secs': 0.276815} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.095614] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.096400] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.096776] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.097385] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.097728] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2c8b2b-d964-45a3-8588-51fa517cef23 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.105629] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 760.105629] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d0cfba-f71a-dbb6-a90e-b058066dec59" [ 760.105629] env[68216]: _type = "Task" [ 760.105629] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.113554] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d0cfba-f71a-dbb6-a90e-b058066dec59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.217372] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068228, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.813258} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.217942] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] d7577b82-dbf1-4ed0-b135-2d162628b1e4/d7577b82-dbf1-4ed0-b135-2d162628b1e4.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.217942] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.218187] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-055abc05-17a5-4b79-a22c-12b26fd953ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.229181] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 760.229181] env[68216]: value = "task-3068233" [ 760.229181] env[68216]: _type = "Task" [ 760.229181] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.245022] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.253234] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52787766-5c6a-6040-1f74-fec0053977fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.254152] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8c11c6-b9b9-4885-a4d9-20678bf21494 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.260512] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 760.260512] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524eb06b-5d94-d4c6-ee2a-d9cbd166fa7a" [ 760.260512] env[68216]: _type = "Task" [ 760.260512] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.274765] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524eb06b-5d94-d4c6-ee2a-d9cbd166fa7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009198} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.274765] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.274765] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] c5dd208c-4c35-48a9-bcb5-f85123645146/c5dd208c-4c35-48a9-bcb5-f85123645146.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.274765] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97bd28c4-cff7-4059-920c-0bf9146595eb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.279557] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 760.279557] env[68216]: value = "task-3068234" [ 760.279557] env[68216]: _type = "Task" [ 760.279557] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.288180] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.400779] env[68216]: ERROR nova.scheduler.client.report [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [req-1370a796-8407-488d-badb-b8f4b95ef728] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1370a796-8407-488d-badb-b8f4b95ef728"}]} [ 760.419487] env[68216]: DEBUG nova.scheduler.client.report [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 760.434783] env[68216]: DEBUG nova.scheduler.client.report [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 760.435014] env[68216]: DEBUG nova.compute.provider_tree [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.448601] env[68216]: DEBUG nova.scheduler.client.report [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 760.469302] env[68216]: DEBUG nova.network.neutron [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Updating instance_info_cache with network_info: [{"id": "e12f8456-7447-41ae-8a37-6adcb33b2c4f", "address": "fa:16:3e:e7:09:c0", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12f8456-74", "ovs_interfaceid": "e12f8456-7447-41ae-8a37-6adcb33b2c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.472099] env[68216]: DEBUG nova.scheduler.client.report [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 760.618941] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d0cfba-f71a-dbb6-a90e-b058066dec59, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.621378] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.621635] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.621868] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.622091] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.622213] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.623517] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d41120-4f77-4bb2-bbbc-6b51d0e082b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.633482] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.633816] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.634702] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983744d6-89c2-42b1-9af5-e4bc307dc328 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.644257] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 760.644257] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520940f9-57a5-0fb7-04db-3a60a0ebdcc9" [ 760.644257] env[68216]: _type = "Task" [ 760.644257] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.653683] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520940f9-57a5-0fb7-04db-3a60a0ebdcc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.743582] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065315} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.744260] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.745221] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0dba6d-3601-4c7b-965c-a91c85bd94c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.774065] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] d7577b82-dbf1-4ed0-b135-2d162628b1e4/d7577b82-dbf1-4ed0-b135-2d162628b1e4.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.777186] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476aa9a5-f9f1-4a2f-8f9c-2c6c4655dca8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.806133] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489861} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.808153] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] c5dd208c-4c35-48a9-bcb5-f85123645146/c5dd208c-4c35-48a9-bcb5-f85123645146.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.809338] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.809338] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 760.809338] env[68216]: value = "task-3068235" [ 760.809338] env[68216]: _type = "Task" [ 760.809338] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.809338] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9bb2919-2712-4a6c-af13-b85372f78be0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.823418] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.825478] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 760.825478] env[68216]: value = "task-3068236" [ 760.825478] env[68216]: _type = "Task" [ 760.825478] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.973929] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-6373e785-924c-4b36-a317-edbdde0a47bf" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.974380] env[68216]: DEBUG nova.compute.manager [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Instance network_info: |[{"id": "e12f8456-7447-41ae-8a37-6adcb33b2c4f", "address": "fa:16:3e:e7:09:c0", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12f8456-74", "ovs_interfaceid": "e12f8456-7447-41ae-8a37-6adcb33b2c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.975085] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:09:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e12f8456-7447-41ae-8a37-6adcb33b2c4f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.983957] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.984024] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.984308] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7363c366-0935-4d99-8815-b780a8e5914b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.013136] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.013136] env[68216]: value = "task-3068237" [ 761.013136] env[68216]: _type = "Task" [ 761.013136] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.026307] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068237, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.156978] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520940f9-57a5-0fb7-04db-3a60a0ebdcc9, 'name': SearchDatastore_Task, 'duration_secs': 0.033508} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.157248] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad75e295-b964-4107-86a4-237d14a62994 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.161860] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245b4593-2919-44a6-bd78-00aaae9038ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.166661] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 761.166661] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ad2453-f5ce-519e-9849-2a4ef4166b6c" [ 761.166661] env[68216]: _type = "Task" [ 761.166661] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.172531] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ad9610-e156-4b87-9283-b3e586fa05f0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.178762] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ad2453-f5ce-519e-9849-2a4ef4166b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.206989] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7acc8d-6ee9-465a-a60c-06b7eab84b0b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.210610] env[68216]: DEBUG nova.compute.manager [req-e67237e1-de77-4013-a67a-d0d646219ce1 req-354af9ce-6c49-4f2c-ac83-68eca087429d service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Received event network-changed-e12f8456-7447-41ae-8a37-6adcb33b2c4f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 761.210783] env[68216]: DEBUG nova.compute.manager [req-e67237e1-de77-4013-a67a-d0d646219ce1 req-354af9ce-6c49-4f2c-ac83-68eca087429d service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Refreshing instance network info cache due to event network-changed-e12f8456-7447-41ae-8a37-6adcb33b2c4f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 761.210996] env[68216]: DEBUG oslo_concurrency.lockutils [req-e67237e1-de77-4013-a67a-d0d646219ce1 req-354af9ce-6c49-4f2c-ac83-68eca087429d service nova] Acquiring lock "refresh_cache-6373e785-924c-4b36-a317-edbdde0a47bf" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.211156] env[68216]: DEBUG oslo_concurrency.lockutils [req-e67237e1-de77-4013-a67a-d0d646219ce1 req-354af9ce-6c49-4f2c-ac83-68eca087429d service nova] Acquired lock "refresh_cache-6373e785-924c-4b36-a317-edbdde0a47bf" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.211318] env[68216]: DEBUG nova.network.neutron [req-e67237e1-de77-4013-a67a-d0d646219ce1 req-354af9ce-6c49-4f2c-ac83-68eca087429d service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Refreshing network info cache for port e12f8456-7447-41ae-8a37-6adcb33b2c4f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.219763] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5fdb56-e115-4277-b061-9b41cc5f6bb5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.234402] env[68216]: DEBUG nova.compute.provider_tree [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.322125] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068235, 'name': ReconfigVM_Task, 'duration_secs': 0.286523} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.322417] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Reconfigured VM instance instance-00000030 to attach disk [datastore2] d7577b82-dbf1-4ed0-b135-2d162628b1e4/d7577b82-dbf1-4ed0-b135-2d162628b1e4.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.323053] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96ae036e-0382-4a12-b76a-21206d311952 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.329735] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 761.329735] env[68216]: value = "task-3068238" [ 761.329735] env[68216]: _type = "Task" [ 761.329735] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.337182] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076027} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.337733] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.338511] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b350c9-bfae-47ce-85b3-f46eb98d04e1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.343497] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068238, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.364128] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] c5dd208c-4c35-48a9-bcb5-f85123645146/c5dd208c-4c35-48a9-bcb5-f85123645146.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.364419] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e3ccf8-10e0-40b9-96ec-5bee852d0683 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.383612] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 761.383612] env[68216]: value = "task-3068239" [ 761.383612] env[68216]: _type = "Task" [ 761.383612] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.391939] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.524983] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068237, 'name': CreateVM_Task, 'duration_secs': 0.32583} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.525179] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.525937] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.526141] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.526472] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.526740] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371afc3d-7322-498d-8528-f17af01f0af7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.532179] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 761.532179] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522f16f8-66df-24fc-f11c-a48a8229da6f" [ 761.532179] env[68216]: _type = "Task" [ 761.532179] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.540360] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522f16f8-66df-24fc-f11c-a48a8229da6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.676688] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ad2453-f5ce-519e-9849-2a4ef4166b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.018039} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.676961] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.677424] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.677552] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d938a9e7-d491-4de6-8b83-16d9a8c232ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.684576] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 761.684576] env[68216]: value = "task-3068240" [ 761.684576] env[68216]: _type = "Task" [ 761.684576] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.692806] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.780139] env[68216]: DEBUG nova.scheduler.client.report [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 761.780139] env[68216]: DEBUG nova.compute.provider_tree [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 81 to 82 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 761.780398] env[68216]: DEBUG nova.compute.provider_tree [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.843843] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068238, 'name': Rename_Task, 'duration_secs': 0.141265} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.844138] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.844398] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2d27d8f-101c-499e-b4e1-ef314af4fe93 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.852020] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 761.852020] env[68216]: value = "task-3068241" [ 761.852020] env[68216]: _type = "Task" [ 761.852020] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.862287] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.894432] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068239, 'name': ReconfigVM_Task, 'duration_secs': 0.407975} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.894673] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Reconfigured VM instance instance-00000031 to attach disk [datastore2] c5dd208c-4c35-48a9-bcb5-f85123645146/c5dd208c-4c35-48a9-bcb5-f85123645146.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.895342] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5079b13e-08b7-49b7-b07a-8816b9863e8b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.902744] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 761.902744] env[68216]: value = "task-3068242" [ 761.902744] env[68216]: _type = "Task" [ 761.902744] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.915877] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068242, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.948077] env[68216]: DEBUG nova.network.neutron [req-e67237e1-de77-4013-a67a-d0d646219ce1 req-354af9ce-6c49-4f2c-ac83-68eca087429d service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Updated VIF entry in instance network info cache for port e12f8456-7447-41ae-8a37-6adcb33b2c4f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.948454] env[68216]: DEBUG nova.network.neutron [req-e67237e1-de77-4013-a67a-d0d646219ce1 req-354af9ce-6c49-4f2c-ac83-68eca087429d service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Updating instance_info_cache with network_info: [{"id": "e12f8456-7447-41ae-8a37-6adcb33b2c4f", "address": "fa:16:3e:e7:09:c0", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12f8456-74", "ovs_interfaceid": "e12f8456-7447-41ae-8a37-6adcb33b2c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.048305] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522f16f8-66df-24fc-f11c-a48a8229da6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.048736] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.049091] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.049446] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.049649] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.049902] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.050313] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19b469e9-f301-425b-9f4b-ff92a5893c32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.067992] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.070096] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.070096] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0139f2eb-6037-4060-8e4a-a57bb1b17b46 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.078940] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 762.078940] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524e26f7-3cbd-b0de-9152-f1104e3a1a4a" [ 762.078940] env[68216]: _type = "Task" [ 762.078940] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.090503] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524e26f7-3cbd-b0de-9152-f1104e3a1a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.194496] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491601} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.194841] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.195762] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.196234] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c89c42d-5856-470d-9e82-9060ab14428a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.206867] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 762.206867] env[68216]: value = "task-3068243" [ 762.206867] env[68216]: _type = "Task" [ 762.206867] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.215690] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.287822] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.587s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.290259] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.327s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.291750] env[68216]: INFO nova.compute.claims [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.309195] env[68216]: INFO nova.scheduler.client.report [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Deleted allocations for instance 120b4896-8bb8-457e-ae43-07d509a8c058 [ 762.362903] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068241, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.411882] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068242, 'name': Rename_Task, 'duration_secs': 0.197457} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.412131] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.412432] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a644af5a-82ce-48b9-85fc-75a0f9f732d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.418340] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 762.418340] env[68216]: value = "task-3068244" [ 762.418340] env[68216]: _type = "Task" [ 762.418340] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.425853] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.452361] env[68216]: DEBUG oslo_concurrency.lockutils [req-e67237e1-de77-4013-a67a-d0d646219ce1 req-354af9ce-6c49-4f2c-ac83-68eca087429d service nova] Releasing lock "refresh_cache-6373e785-924c-4b36-a317-edbdde0a47bf" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.590398] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524e26f7-3cbd-b0de-9152-f1104e3a1a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.049593} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.591295] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab0bc2c-f1af-42d1-82f8-d66ae5fcbaa2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.596521] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 762.596521] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5278b65c-aa64-85ef-34a7-85f4a9045ea5" [ 762.596521] env[68216]: _type = "Task" [ 762.596521] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.605080] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5278b65c-aa64-85ef-34a7-85f4a9045ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.716263] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117913} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.716623] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.717324] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f3bd2b-bd76-472b-a92f-c68e53f242aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.737587] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.737857] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc466b58-06a4-46e0-a201-ad4f84481fd2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.757576] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 762.757576] env[68216]: value = "task-3068245" [ 762.757576] env[68216]: _type = "Task" [ 762.757576] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.766979] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.816925] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c022b480-4371-47af-b251-39275e8ab1eb tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "120b4896-8bb8-457e-ae43-07d509a8c058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.299s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.861947] env[68216]: DEBUG oslo_vmware.api [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068241, 'name': PowerOnVM_Task, 'duration_secs': 0.669809} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.862228] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.862436] env[68216]: INFO nova.compute.manager [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Took 9.63 seconds to spawn the instance on the hypervisor. [ 762.863127] env[68216]: DEBUG nova.compute.manager [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.863422] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ab871-1083-4f06-bdf8-eadaf4de1e32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.929096] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068244, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.106941] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5278b65c-aa64-85ef-34a7-85f4a9045ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.107146] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.107539] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 6373e785-924c-4b36-a317-edbdde0a47bf/6373e785-924c-4b36-a317-edbdde0a47bf.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.108491] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1318ab4-f35a-4282-a4f4-c69260a9b393 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.118148] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 763.118148] env[68216]: value = "task-3068246" [ 763.118148] env[68216]: _type = "Task" [ 763.118148] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.125583] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.269939] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.386734] env[68216]: INFO nova.compute.manager [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Took 45.33 seconds to build instance. [ 763.435729] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068244, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.632655] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.775178] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068245, 'name': ReconfigVM_Task, 'duration_secs': 0.758391} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.775178] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.775178] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42361ac4-e262-4650-9daa-c5547c352320 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.779725] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 763.779725] env[68216]: value = "task-3068247" [ 763.779725] env[68216]: _type = "Task" [ 763.779725] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.792662] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068247, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.821080] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "f8b503be-ac30-458c-a0c6-a9c585ead93d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.821679] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "f8b503be-ac30-458c-a0c6-a9c585ead93d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.822080] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "f8b503be-ac30-458c-a0c6-a9c585ead93d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.822446] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "f8b503be-ac30-458c-a0c6-a9c585ead93d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.822965] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "f8b503be-ac30-458c-a0c6-a9c585ead93d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.838033] env[68216]: INFO nova.compute.manager [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Terminating instance [ 763.885647] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f720f3c9-903f-47cc-80c9-34a1f8f085fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.890998] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9c0f0c3e-8f76-4ad6-b8b7-aa1f2ea1a1d9 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.016s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.899201] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8028e7bb-bba7-429a-b280-a366e4c71cba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.958763] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c46fe31-f16b-4305-8210-99a9be342bf2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.966514] env[68216]: DEBUG oslo_vmware.api [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068244, 'name': PowerOnVM_Task, 'duration_secs': 1.181587} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.968947] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.968947] env[68216]: INFO nova.compute.manager [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Took 8.03 seconds to spawn the instance on the hypervisor. [ 763.969121] env[68216]: DEBUG nova.compute.manager [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.969879] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381db14b-db73-42d1-ae9a-453c4b91fef6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.973140] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e712e69-3a89-44a3-bfa4-e2b841ac156c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.988181] env[68216]: DEBUG nova.compute.provider_tree [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.129804] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636814} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.130095] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 6373e785-924c-4b36-a317-edbdde0a47bf/6373e785-924c-4b36-a317-edbdde0a47bf.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.130739] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.131016] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c142c949-f50f-4aa2-9635-d570b446a574 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.137512] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 764.137512] env[68216]: value = "task-3068248" [ 764.137512] env[68216]: _type = "Task" [ 764.137512] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.146774] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.290786] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068247, 'name': Rename_Task, 'duration_secs': 0.379533} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.291264] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.291565] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18ed4441-0c66-4e6d-b9aa-c2af1eed8851 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.302133] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 764.302133] env[68216]: value = "task-3068249" [ 764.302133] env[68216]: _type = "Task" [ 764.302133] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.307964] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.347022] env[68216]: DEBUG nova.compute.manager [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.347022] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.347022] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30693ea-02e7-489b-a0a0-9c63f3a00daa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.358587] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.358834] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3a58fd9-b62a-4658-91db-eec626a74f5c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.366547] env[68216]: DEBUG oslo_vmware.api [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 764.366547] env[68216]: value = "task-3068250" [ 764.366547] env[68216]: _type = "Task" [ 764.366547] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.376626] env[68216]: DEBUG oslo_vmware.api [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.394644] env[68216]: DEBUG nova.compute.manager [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.522521] env[68216]: INFO nova.compute.manager [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Took 43.58 seconds to build instance. [ 764.556708] env[68216]: DEBUG nova.scheduler.client.report [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 764.559080] env[68216]: DEBUG nova.compute.provider_tree [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 82 to 83 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 764.559080] env[68216]: DEBUG nova.compute.provider_tree [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.648993] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223397} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.649627] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.650532] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d9c65e-e0fe-4767-89b2-82647c1f2481 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.676421] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 6373e785-924c-4b36-a317-edbdde0a47bf/6373e785-924c-4b36-a317-edbdde0a47bf.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.677086] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d13ea1f-d7d0-485f-8cb6-71acd3146d45 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.700275] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 764.700275] env[68216]: value = "task-3068251" [ 764.700275] env[68216]: _type = "Task" [ 764.700275] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.706185] env[68216]: DEBUG nova.compute.manager [req-4a9fb770-9d29-437b-91e3-249165438a8b req-8979daec-2906-4b56-a2f3-caa0c4078fa7 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Received event network-changed-4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 764.706424] env[68216]: DEBUG nova.compute.manager [req-4a9fb770-9d29-437b-91e3-249165438a8b req-8979daec-2906-4b56-a2f3-caa0c4078fa7 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Refreshing instance network info cache due to event network-changed-4dd5172c-b602-4c40-bf49-7e9933046d46. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 764.706598] env[68216]: DEBUG oslo_concurrency.lockutils [req-4a9fb770-9d29-437b-91e3-249165438a8b req-8979daec-2906-4b56-a2f3-caa0c4078fa7 service nova] Acquiring lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.706733] env[68216]: DEBUG oslo_concurrency.lockutils [req-4a9fb770-9d29-437b-91e3-249165438a8b req-8979daec-2906-4b56-a2f3-caa0c4078fa7 service nova] Acquired lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.706847] env[68216]: DEBUG nova.network.neutron [req-4a9fb770-9d29-437b-91e3-249165438a8b req-8979daec-2906-4b56-a2f3-caa0c4078fa7 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Refreshing network info cache for port 4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.714670] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.812746] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.876238] env[68216]: DEBUG oslo_vmware.api [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068250, 'name': PowerOffVM_Task, 'duration_secs': 0.19086} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.876238] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.876238] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.876238] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f2ac4de-162f-4232-a6ac-f1ac673522b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.922646] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.933676] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.933899] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.934094] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Deleting the datastore file [datastore2] f8b503be-ac30-458c-a0c6-a9c585ead93d {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.934395] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-089376cb-9ef0-45c4-b5ef-d6fa1a3a2dff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.941092] env[68216]: DEBUG oslo_vmware.api [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for the task: (returnval){ [ 764.941092] env[68216]: value = "task-3068253" [ 764.941092] env[68216]: _type = "Task" [ 764.941092] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.951705] env[68216]: DEBUG oslo_vmware.api [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.025976] env[68216]: DEBUG oslo_concurrency.lockutils [None req-859eefdb-9df1-4258-96b8-90313cbccf46 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.630s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.067031] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.067031] env[68216]: DEBUG nova.compute.manager [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.068391] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.682s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.070078] env[68216]: INFO nova.compute.claims [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.213604] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.313933] env[68216]: DEBUG oslo_vmware.api [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068249, 'name': PowerOnVM_Task, 'duration_secs': 0.958801} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.313933] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.314164] env[68216]: DEBUG nova.compute.manager [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.314972] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2908cc00-4a20-45b7-a9b2-f3588883ec67 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.452959] env[68216]: DEBUG oslo_vmware.api [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Task: {'id': task-3068253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132904} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.453846] env[68216]: DEBUG nova.network.neutron [req-4a9fb770-9d29-437b-91e3-249165438a8b req-8979daec-2906-4b56-a2f3-caa0c4078fa7 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Updated VIF entry in instance network info cache for port 4dd5172c-b602-4c40-bf49-7e9933046d46. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.454719] env[68216]: DEBUG nova.network.neutron [req-4a9fb770-9d29-437b-91e3-249165438a8b req-8979daec-2906-4b56-a2f3-caa0c4078fa7 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Updating instance_info_cache with network_info: [{"id": "4dd5172c-b602-4c40-bf49-7e9933046d46", "address": "fa:16:3e:52:bf:f8", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd5172c-b6", "ovs_interfaceid": "4dd5172c-b602-4c40-bf49-7e9933046d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.455864] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.456071] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.456235] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.456416] env[68216]: INFO nova.compute.manager [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 765.456673] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.457151] env[68216]: DEBUG nova.compute.manager [-] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.457330] env[68216]: DEBUG nova.network.neutron [-] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.529832] env[68216]: DEBUG nova.compute.manager [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.571577] env[68216]: DEBUG nova.compute.utils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.574785] env[68216]: DEBUG nova.compute.manager [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.575468] env[68216]: DEBUG nova.network.neutron [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.677741] env[68216]: DEBUG nova.policy [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0df41ccb6afb47a9b3796fe073de07af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '402435b28a0a4ed399f03c6da94667bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.714830] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068251, 'name': ReconfigVM_Task, 'duration_secs': 0.66256} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.715858] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 6373e785-924c-4b36-a317-edbdde0a47bf/6373e785-924c-4b36-a317-edbdde0a47bf.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.717477] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c752229-1fc0-49a5-bb0f-b722fb09bb2c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.725877] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 765.725877] env[68216]: value = "task-3068254" [ 765.725877] env[68216]: _type = "Task" [ 765.725877] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.734424] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068254, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.839931] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.959697] env[68216]: DEBUG oslo_concurrency.lockutils [req-4a9fb770-9d29-437b-91e3-249165438a8b req-8979daec-2906-4b56-a2f3-caa0c4078fa7 service nova] Releasing lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.051973] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.078291] env[68216]: DEBUG nova.compute.manager [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.252792] env[68216]: DEBUG nova.network.neutron [-] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.254293] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068254, 'name': Rename_Task, 'duration_secs': 0.374611} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.255414] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.256032] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e98eb6d0-8cbb-4e3b-a768-bbded36fe538 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.270027] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 766.270027] env[68216]: value = "task-3068255" [ 766.270027] env[68216]: _type = "Task" [ 766.270027] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.283687] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.288680] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquiring lock "28872e8d-7c98-4722-aba7-d46421fb2a4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.289053] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lock "28872e8d-7c98-4722-aba7-d46421fb2a4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.303227] env[68216]: DEBUG nova.compute.manager [req-6b989130-d2a9-43cd-bbab-60aafea1ee5a req-6d0e2e33-bfcf-491e-bc7b-04029013d343 service nova] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Received event network-vif-deleted-57d75101-130a-43ce-b388-0b9a23b2e985 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 766.483661] env[68216]: DEBUG nova.network.neutron [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Successfully created port: 68287287-3d78-46f8-a1c8-f519700ef1bc {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.756894] env[68216]: INFO nova.compute.manager [-] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Took 1.30 seconds to deallocate network for instance. [ 766.783870] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.786375] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a672d9e6-cbf6-4ceb-8ea3-91c57a974074 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.794098] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32baf893-b394-485f-a99f-f0de17a9fa9a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.825910] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3b1937-13ed-4a77-8218-b138806b3631 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.833742] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f135ba-e857-4e2c-95f6-4f4bd9aec866 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.850699] env[68216]: DEBUG nova.compute.provider_tree [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.094016] env[68216]: DEBUG nova.compute.manager [req-64ab1224-53e2-4b94-9f68-d655addd4599 req-7dd02f62-9a06-40d9-be74-e1f015c63912 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Received event network-changed-4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 767.094170] env[68216]: DEBUG nova.compute.manager [req-64ab1224-53e2-4b94-9f68-d655addd4599 req-7dd02f62-9a06-40d9-be74-e1f015c63912 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Refreshing instance network info cache due to event network-changed-4dd5172c-b602-4c40-bf49-7e9933046d46. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 767.094386] env[68216]: DEBUG oslo_concurrency.lockutils [req-64ab1224-53e2-4b94-9f68-d655addd4599 req-7dd02f62-9a06-40d9-be74-e1f015c63912 service nova] Acquiring lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.094530] env[68216]: DEBUG oslo_concurrency.lockutils [req-64ab1224-53e2-4b94-9f68-d655addd4599 req-7dd02f62-9a06-40d9-be74-e1f015c63912 service nova] Acquired lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.094687] env[68216]: DEBUG nova.network.neutron [req-64ab1224-53e2-4b94-9f68-d655addd4599 req-7dd02f62-9a06-40d9-be74-e1f015c63912 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Refreshing network info cache for port 4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.096787] env[68216]: DEBUG nova.compute.manager [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.127113] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.127382] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.127539] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.127717] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.127934] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.128052] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.128240] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.128402] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.128565] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.128724] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.128896] env[68216]: DEBUG nova.virt.hardware [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.129790] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64436348-0db2-462a-888b-47fe6569d2da {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.138365] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf6ca28-9a66-4cbb-97f8-2d15bc344f15 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.265612] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.277555] env[68216]: INFO nova.compute.manager [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Rebuilding instance [ 767.287193] env[68216]: DEBUG oslo_vmware.api [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068255, 'name': PowerOnVM_Task, 'duration_secs': 0.759216} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.287193] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.287330] env[68216]: INFO nova.compute.manager [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Took 8.74 seconds to spawn the instance on the hypervisor. [ 767.287541] env[68216]: DEBUG nova.compute.manager [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.288742] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944d94d2-2da9-4099-9c64-5a1c74e77f03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.323615] env[68216]: DEBUG nova.compute.manager [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.324483] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a48c868-d47b-4ca9-b355-0d2884ee0578 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.357692] env[68216]: DEBUG nova.scheduler.client.report [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.819425] env[68216]: INFO nova.compute.manager [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Took 45.09 seconds to build instance. [ 767.820982] env[68216]: DEBUG nova.network.neutron [req-64ab1224-53e2-4b94-9f68-d655addd4599 req-7dd02f62-9a06-40d9-be74-e1f015c63912 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Updated VIF entry in instance network info cache for port 4dd5172c-b602-4c40-bf49-7e9933046d46. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.821721] env[68216]: DEBUG nova.network.neutron [req-64ab1224-53e2-4b94-9f68-d655addd4599 req-7dd02f62-9a06-40d9-be74-e1f015c63912 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Updating instance_info_cache with network_info: [{"id": "4dd5172c-b602-4c40-bf49-7e9933046d46", "address": "fa:16:3e:52:bf:f8", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd5172c-b6", "ovs_interfaceid": "4dd5172c-b602-4c40-bf49-7e9933046d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.864348] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.864863] env[68216]: DEBUG nova.compute.manager [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.867317] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.744s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.869142] env[68216]: INFO nova.compute.claims [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.325044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dcba0cd2-8cc4-4bbd-b3f6-59247d3c29ef tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "6373e785-924c-4b36-a317-edbdde0a47bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.967s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.325044] env[68216]: DEBUG oslo_concurrency.lockutils [req-64ab1224-53e2-4b94-9f68-d655addd4599 req-7dd02f62-9a06-40d9-be74-e1f015c63912 service nova] Releasing lock "refresh_cache-d7577b82-dbf1-4ed0-b135-2d162628b1e4" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.335878] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.338020] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dd3f227-2a9c-4823-8e8c-e89e1b4615cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.344015] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for the task: (returnval){ [ 768.344015] env[68216]: value = "task-3068256" [ 768.344015] env[68216]: _type = "Task" [ 768.344015] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.353106] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.374918] env[68216]: DEBUG nova.compute.utils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.376836] env[68216]: DEBUG nova.compute.manager [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.377282] env[68216]: DEBUG nova.network.neutron [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.429325] env[68216]: DEBUG nova.policy [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52b43fa5b66b470e98d341e8cb34fb55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '147ac8da6d9845deaeaf857bbbef0125', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.697714] env[68216]: DEBUG nova.network.neutron [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Successfully created port: 7d5470ab-bb01-4103-8982-2d60d505a572 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.764699] env[68216]: DEBUG nova.network.neutron [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Successfully updated port: 68287287-3d78-46f8-a1c8-f519700ef1bc {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.827084] env[68216]: DEBUG nova.compute.manager [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.853820] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068256, 'name': PowerOffVM_Task, 'duration_secs': 0.24009} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.854975] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.854975] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.855144] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d97b22-95b5-4be8-84e5-56f4da3f88af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.861946] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.862071] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-895295ed-1d56-4986-8c47-95bd4d50afd1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.880642] env[68216]: DEBUG nova.compute.manager [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.890216] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.890468] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.893695] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Deleting the datastore file [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.893695] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aee2eb95-4811-4310-8bab-31435faed084 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.900729] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for the task: (returnval){ [ 768.900729] env[68216]: value = "task-3068258" [ 768.900729] env[68216]: _type = "Task" [ 768.900729] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.910922] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.262739] env[68216]: DEBUG nova.compute.manager [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Received event network-changed-8a85d4ad-49c3-48ba-9876-7cca5c073670 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.262940] env[68216]: DEBUG nova.compute.manager [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Refreshing instance network info cache due to event network-changed-8a85d4ad-49c3-48ba-9876-7cca5c073670. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 769.263149] env[68216]: DEBUG oslo_concurrency.lockutils [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] Acquiring lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.263292] env[68216]: DEBUG oslo_concurrency.lockutils [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] Acquired lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.263455] env[68216]: DEBUG nova.network.neutron [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Refreshing network info cache for port 8a85d4ad-49c3-48ba-9876-7cca5c073670 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.268901] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "refresh_cache-b883dde2-73d4-40cb-9e2a-feb1abebb848" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.269057] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "refresh_cache-b883dde2-73d4-40cb-9e2a-feb1abebb848" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.269197] env[68216]: DEBUG nova.network.neutron [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.294703] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d5bd48-32fb-4ae2-93c9-48a905d2ab57 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.302696] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b9f1bc-8438-4e6a-a4fa-d0a77f00d919 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.340119] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7057e6e8-e6ae-4d5c-8c8e-6ce202658f55 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.347905] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e7290-4ed4-4b87-886f-2316793e0de0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.352312] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.362043] env[68216]: DEBUG nova.compute.provider_tree [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.410590] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098729} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.410832] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.411035] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.411300] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.836283] env[68216]: DEBUG nova.network.neutron [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.888279] env[68216]: DEBUG nova.compute.manager [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.901487] env[68216]: ERROR nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [req-acecf6cd-c8be-4af7-9810-0eeb73c3b73b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-acecf6cd-c8be-4af7-9810-0eeb73c3b73b"}]} [ 769.931152] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.931445] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.931647] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.931870] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.932066] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.932255] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.932597] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.932890] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.933127] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.933347] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.937070] env[68216]: DEBUG nova.virt.hardware [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.937070] env[68216]: DEBUG nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 769.938105] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08825b26-87c2-4d48-9e51-2046082c4780 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.949260] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26211ab-a998-4457-8f0b-fa33c990d4ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.961932] env[68216]: DEBUG nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 769.961932] env[68216]: DEBUG nova.compute.provider_tree [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.976049] env[68216]: INFO nova.compute.manager [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Rebuilding instance [ 769.990335] env[68216]: DEBUG nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 770.017555] env[68216]: DEBUG nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 770.027374] env[68216]: DEBUG nova.compute.manager [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.029268] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b3b62a-6008-4175-9b76-97b94dc7de1c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.193415] env[68216]: DEBUG nova.network.neutron [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Updating instance_info_cache with network_info: [{"id": "68287287-3d78-46f8-a1c8-f519700ef1bc", "address": "fa:16:3e:6e:1e:2b", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68287287-3d", "ovs_interfaceid": "68287287-3d78-46f8-a1c8-f519700ef1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.217124] env[68216]: DEBUG nova.network.neutron [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Successfully updated port: 7d5470ab-bb01-4103-8982-2d60d505a572 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.253187] env[68216]: DEBUG nova.network.neutron [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Updated VIF entry in instance network info cache for port 8a85d4ad-49c3-48ba-9876-7cca5c073670. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.253548] env[68216]: DEBUG nova.network.neutron [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Updating instance_info_cache with network_info: [{"id": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "address": "fa:16:3e:f6:58:0e", "network": {"id": "4090dd51-7ed2-47c1-8e52-1761e09d3722", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-680813381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d52ccdf83944a780f66029906fa5a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a85d4ad-49", "ovs_interfaceid": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.446901] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.447165] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.447325] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.447506] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.447652] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.447796] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.448000] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.448183] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.448350] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.448513] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.448686] env[68216]: DEBUG nova.virt.hardware [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.449602] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cac8e2-9b80-4255-ab5b-9d1af3995689 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.461263] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31756bba-4503-471a-9d2d-c9b702156704 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.470459] env[68216]: DEBUG nova.compute.manager [req-95d6fc64-dd89-4112-b4ad-f5a1e17678d9 req-f9df3122-ef0b-4176-8deb-f272a1a41379 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Received event network-vif-plugged-7d5470ab-bb01-4103-8982-2d60d505a572 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 770.470709] env[68216]: DEBUG oslo_concurrency.lockutils [req-95d6fc64-dd89-4112-b4ad-f5a1e17678d9 req-f9df3122-ef0b-4176-8deb-f272a1a41379 service nova] Acquiring lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.471061] env[68216]: DEBUG oslo_concurrency.lockutils [req-95d6fc64-dd89-4112-b4ad-f5a1e17678d9 req-f9df3122-ef0b-4176-8deb-f272a1a41379 service nova] Lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.471302] env[68216]: DEBUG oslo_concurrency.lockutils [req-95d6fc64-dd89-4112-b4ad-f5a1e17678d9 req-f9df3122-ef0b-4176-8deb-f272a1a41379 service nova] Lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.471510] env[68216]: DEBUG nova.compute.manager [req-95d6fc64-dd89-4112-b4ad-f5a1e17678d9 req-f9df3122-ef0b-4176-8deb-f272a1a41379 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] No waiting events found dispatching network-vif-plugged-7d5470ab-bb01-4103-8982-2d60d505a572 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.471676] env[68216]: WARNING nova.compute.manager [req-95d6fc64-dd89-4112-b4ad-f5a1e17678d9 req-f9df3122-ef0b-4176-8deb-f272a1a41379 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Received unexpected event network-vif-plugged-7d5470ab-bb01-4103-8982-2d60d505a572 for instance with vm_state building and task_state spawning. [ 770.480678] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.487123] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.488893] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.489513] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b46fd4-3d2c-4511-868d-b5a821829aad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.493284] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eea7d79-5cc2-437f-a901-486ab209af80 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.510327] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935d76ce-efc5-4a13-80b7-d91d230c982b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.514929] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.514929] env[68216]: value = "task-3068259" [ 770.514929] env[68216]: _type = "Task" [ 770.514929] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.549591] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918761ab-1fdf-42de-ba92-06bbefbae66b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.555567] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068259, 'name': CreateVM_Task} progress is 15%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.561341] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444d7133-5c3c-43be-816b-5e52f7264a4e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.575911] env[68216]: DEBUG nova.compute.provider_tree [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.699251] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "refresh_cache-b883dde2-73d4-40cb-9e2a-feb1abebb848" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.699251] env[68216]: DEBUG nova.compute.manager [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Instance network_info: |[{"id": "68287287-3d78-46f8-a1c8-f519700ef1bc", "address": "fa:16:3e:6e:1e:2b", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68287287-3d", "ovs_interfaceid": "68287287-3d78-46f8-a1c8-f519700ef1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.699251] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:1e:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68287287-3d78-46f8-a1c8-f519700ef1bc', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.706336] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.706710] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.707089] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41897bfa-c7be-48af-9f70-d992d8512088 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.722868] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "refresh_cache-59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.723023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquired lock "refresh_cache-59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.723168] env[68216]: DEBUG nova.network.neutron [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.730895] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.730895] env[68216]: value = "task-3068260" [ 770.730895] env[68216]: _type = "Task" [ 770.730895] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.740094] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068260, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.757806] env[68216]: DEBUG oslo_concurrency.lockutils [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] Releasing lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.757806] env[68216]: DEBUG nova.compute.manager [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Received event network-vif-plugged-68287287-3d78-46f8-a1c8-f519700ef1bc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 770.757806] env[68216]: DEBUG oslo_concurrency.lockutils [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] Acquiring lock "b883dde2-73d4-40cb-9e2a-feb1abebb848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.757806] env[68216]: DEBUG oslo_concurrency.lockutils [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] Lock "b883dde2-73d4-40cb-9e2a-feb1abebb848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.757806] env[68216]: DEBUG oslo_concurrency.lockutils [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] Lock "b883dde2-73d4-40cb-9e2a-feb1abebb848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.757806] env[68216]: DEBUG nova.compute.manager [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] No waiting events found dispatching network-vif-plugged-68287287-3d78-46f8-a1c8-f519700ef1bc {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.757806] env[68216]: WARNING nova.compute.manager [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Received unexpected event network-vif-plugged-68287287-3d78-46f8-a1c8-f519700ef1bc for instance with vm_state building and task_state spawning. [ 770.758133] env[68216]: DEBUG nova.compute.manager [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Received event network-changed-68287287-3d78-46f8-a1c8-f519700ef1bc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 770.758232] env[68216]: DEBUG nova.compute.manager [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Refreshing instance network info cache due to event network-changed-68287287-3d78-46f8-a1c8-f519700ef1bc. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 770.758459] env[68216]: DEBUG oslo_concurrency.lockutils [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] Acquiring lock "refresh_cache-b883dde2-73d4-40cb-9e2a-feb1abebb848" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.758615] env[68216]: DEBUG oslo_concurrency.lockutils [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] Acquired lock "refresh_cache-b883dde2-73d4-40cb-9e2a-feb1abebb848" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.758866] env[68216]: DEBUG nova.network.neutron [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Refreshing network info cache for port 68287287-3d78-46f8-a1c8-f519700ef1bc {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.870743] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "c770cc84-9801-4fc7-b85a-9d93e9f49978" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.871115] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "c770cc84-9801-4fc7-b85a-9d93e9f49978" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.025066] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068259, 'name': CreateVM_Task, 'duration_secs': 0.43883} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.025441] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.025649] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.025807] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.026153] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.026410] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def7a8d4-9344-4697-b873-e139be6b6272 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.031631] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for the task: (returnval){ [ 771.031631] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c6bdd0-bb71-953e-5a1c-257c7c5fc356" [ 771.031631] env[68216]: _type = "Task" [ 771.031631] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.039299] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c6bdd0-bb71-953e-5a1c-257c7c5fc356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.048996] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.049309] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-613dcb60-748f-4798-ad29-a34f2f7e02d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.055623] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 771.055623] env[68216]: value = "task-3068261" [ 771.055623] env[68216]: _type = "Task" [ 771.055623] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.064088] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.104946] env[68216]: ERROR nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [req-e66db407-bf57-4ac4-bfa4-4b5c91a9bddf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e66db407-bf57-4ac4-bfa4-4b5c91a9bddf"}]} [ 771.122108] env[68216]: DEBUG nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 771.137499] env[68216]: DEBUG nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 771.137826] env[68216]: DEBUG nova.compute.provider_tree [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.149954] env[68216]: DEBUG nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 771.168929] env[68216]: DEBUG nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 771.245072] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068260, 'name': CreateVM_Task, 'duration_secs': 0.33146} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.245281] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.246171] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.255320] env[68216]: DEBUG nova.network.neutron [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.443712] env[68216]: DEBUG nova.network.neutron [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Updating instance_info_cache with network_info: [{"id": "7d5470ab-bb01-4103-8982-2d60d505a572", "address": "fa:16:3e:54:12:4c", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5470ab-bb", "ovs_interfaceid": "7d5470ab-bb01-4103-8982-2d60d505a572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.483408] env[68216]: DEBUG nova.network.neutron [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Updated VIF entry in instance network info cache for port 68287287-3d78-46f8-a1c8-f519700ef1bc. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.485531] env[68216]: DEBUG nova.network.neutron [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Updating instance_info_cache with network_info: [{"id": "68287287-3d78-46f8-a1c8-f519700ef1bc", "address": "fa:16:3e:6e:1e:2b", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68287287-3d", "ovs_interfaceid": "68287287-3d78-46f8-a1c8-f519700ef1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.543160] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c6bdd0-bb71-953e-5a1c-257c7c5fc356, 'name': SearchDatastore_Task, 'duration_secs': 0.008291} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.543536] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.543854] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.544176] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.544372] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.544577] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.544929] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.545544] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.545685] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a64cc16b-4da2-49b6-ac1e-8b9ffcd3adc7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.547849] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788270fb-5824-4dc6-a3ed-07039342843a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.555684] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 771.555684] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8606b-182b-2ee7-b83b-a64cc9c9a2b3" [ 771.555684] env[68216]: _type = "Task" [ 771.555684] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.562621] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.562811] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.566276] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba5a5ee-ef00-4282-acf0-e0673bab4e3f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.574803] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068261, 'name': PowerOffVM_Task, 'duration_secs': 0.247581} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.575031] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8606b-182b-2ee7-b83b-a64cc9c9a2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.575611] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.575927] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.576388] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.576538] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.576910] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.578857] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16c910f-18f4-4b47-ae63-6dd92b455e65 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.581517] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for the task: (returnval){ [ 771.581517] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529b8cdb-7411-b8bb-eab8-2b386789b956" [ 771.581517] env[68216]: _type = "Task" [ 771.581517] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.589678] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.590374] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-437fcd8b-43af-4b03-8a34-58373ebb08bd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.596079] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529b8cdb-7411-b8bb-eab8-2b386789b956, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.597364] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa5afac-8567-494a-ab7b-6ec545059608 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.601903] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for the task: (returnval){ [ 771.601903] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e28d05-f263-334b-adea-dafce21cf51e" [ 771.601903] env[68216]: _type = "Task" [ 771.601903] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.614279] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e28d05-f263-334b-adea-dafce21cf51e, 'name': SearchDatastore_Task, 'duration_secs': 0.008893} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.614540] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.614776] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.617263] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.617456] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.617668] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72b529f0-112a-49eb-bcae-eab25b425499 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.619923] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1a17fa-4ad3-4871-8720-9ab7de6b790a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.627080] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for the task: (returnval){ [ 771.627080] env[68216]: value = "task-3068263" [ 771.627080] env[68216]: _type = "Task" [ 771.627080] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.630147] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.630356] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.633721] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71668e75-4a9a-432b-b602-2c4fd3dffb4e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.638629] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.641806] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 771.641806] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5269801a-aba4-95c8-5592-6256461ad5e0" [ 771.641806] env[68216]: _type = "Task" [ 771.641806] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.649812] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5269801a-aba4-95c8-5592-6256461ad5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.653404] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.653605] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.653804] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleting the datastore file [datastore1] 6373e785-924c-4b36-a317-edbdde0a47bf {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.654266] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec6f188a-7cf8-4617-be45-07b55d3d743b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.659827] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 771.659827] env[68216]: value = "task-3068264" [ 771.659827] env[68216]: _type = "Task" [ 771.659827] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.670876] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.678388] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec9431e-a785-48ae-81e1-dd8ad9151e8f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.685563] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba4e1c5-7005-4960-b1f1-e2e72e60c5b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.719746] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c59dc-cd2d-443b-9888-fe72e8741771 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.739156] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f2716e-8442-4d45-aa3a-41e607e70702 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.774822] env[68216]: DEBUG nova.compute.provider_tree [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.946903] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Releasing lock "refresh_cache-59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.947368] env[68216]: DEBUG nova.compute.manager [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Instance network_info: |[{"id": "7d5470ab-bb01-4103-8982-2d60d505a572", "address": "fa:16:3e:54:12:4c", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5470ab-bb", "ovs_interfaceid": "7d5470ab-bb01-4103-8982-2d60d505a572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.947842] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:12:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d5470ab-bb01-4103-8982-2d60d505a572', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.958434] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.958713] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.958952] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94196d38-d086-4a90-a111-b419c6c5c6b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.980331] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.980331] env[68216]: value = "task-3068265" [ 771.980331] env[68216]: _type = "Task" [ 771.980331] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.988223] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068265, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.988757] env[68216]: DEBUG oslo_concurrency.lockutils [req-c0a599df-d0f1-4b06-84e0-dd44efc2b18d req-2953deb6-5102-418a-8c91-1bb4767d040f service nova] Releasing lock "refresh_cache-b883dde2-73d4-40cb-9e2a-feb1abebb848" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.135805] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.152771] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5269801a-aba4-95c8-5592-6256461ad5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.153563] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0613edfd-b5bc-471b-b6f5-8f578b7fc863 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.158276] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 772.158276] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529c5fcf-0359-a824-fe38-b02b20042d87" [ 772.158276] env[68216]: _type = "Task" [ 772.158276] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.167974] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529c5fcf-0359-a824-fe38-b02b20042d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.171811] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305031} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.171811] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.171811] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.171811] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.312962] env[68216]: DEBUG nova.scheduler.client.report [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 772.313274] env[68216]: DEBUG nova.compute.provider_tree [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 85 to 86 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 772.313467] env[68216]: DEBUG nova.compute.provider_tree [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.490547] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068265, 'name': CreateVM_Task, 'duration_secs': 0.348484} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.490726] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.491457] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.491630] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.491933] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.493168] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab05995-f145-46c5-b44b-634bdc954f46 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.495712] env[68216]: DEBUG nova.compute.manager [req-a23f8e26-5b0d-486d-ac71-83990f089972 req-3e46a154-4b79-4eb2-ae43-8f36612c50c9 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Received event network-changed-7d5470ab-bb01-4103-8982-2d60d505a572 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 772.495904] env[68216]: DEBUG nova.compute.manager [req-a23f8e26-5b0d-486d-ac71-83990f089972 req-3e46a154-4b79-4eb2-ae43-8f36612c50c9 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Refreshing instance network info cache due to event network-changed-7d5470ab-bb01-4103-8982-2d60d505a572. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 772.496119] env[68216]: DEBUG oslo_concurrency.lockutils [req-a23f8e26-5b0d-486d-ac71-83990f089972 req-3e46a154-4b79-4eb2-ae43-8f36612c50c9 service nova] Acquiring lock "refresh_cache-59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.496260] env[68216]: DEBUG oslo_concurrency.lockutils [req-a23f8e26-5b0d-486d-ac71-83990f089972 req-3e46a154-4b79-4eb2-ae43-8f36612c50c9 service nova] Acquired lock "refresh_cache-59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.496415] env[68216]: DEBUG nova.network.neutron [req-a23f8e26-5b0d-486d-ac71-83990f089972 req-3e46a154-4b79-4eb2-ae43-8f36612c50c9 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Refreshing network info cache for port 7d5470ab-bb01-4103-8982-2d60d505a572 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.501506] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 772.501506] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527ca61f-8b94-3033-58db-ac82ce1f7fa5" [ 772.501506] env[68216]: _type = "Task" [ 772.501506] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.511167] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527ca61f-8b94-3033-58db-ac82ce1f7fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.637706] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.669080] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529c5fcf-0359-a824-fe38-b02b20042d87, 'name': SearchDatastore_Task, 'duration_secs': 0.013659} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.669354] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.669958] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] b883dde2-73d4-40cb-9e2a-feb1abebb848/b883dde2-73d4-40cb-9e2a-feb1abebb848.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.669958] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93e0f22f-4509-41f2-94f6-d3043c9d3e1a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.681511] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 772.681511] env[68216]: value = "task-3068266" [ 772.681511] env[68216]: _type = "Task" [ 772.681511] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.688157] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.819074] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.951s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.819398] env[68216]: DEBUG nova.compute.manager [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.823217] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.392s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.823365] env[68216]: DEBUG nova.objects.instance [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lazy-loading 'resources' on Instance uuid c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.014876] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527ca61f-8b94-3033-58db-ac82ce1f7fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.066668} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.015361] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.015726] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.016102] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.016342] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.016628] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.017011] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7aa40d8-7ccb-48fd-8a6c-1aeacfaffd64 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.027591] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.027892] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.029012] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898b7f0f-c2c2-4591-b0d4-1c487f94820e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.038718] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 773.038718] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b9fc4a-e836-1188-b276-8e4c4cbffeff" [ 773.038718] env[68216]: _type = "Task" [ 773.038718] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.050613] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b9fc4a-e836-1188-b276-8e4c4cbffeff, 'name': SearchDatastore_Task, 'duration_secs': 0.008017} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.051772] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a526e6-fb24-4a5d-8c32-35aa6c7b9d33 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.058177] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 773.058177] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523aead3-79ba-e29a-725e-6e34ab951eca" [ 773.058177] env[68216]: _type = "Task" [ 773.058177] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.068509] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523aead3-79ba-e29a-725e-6e34ab951eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.137503] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068263, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.495897} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.140199] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.140459] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.140726] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-768a5974-4b19-45f5-8375-4589f0b5b7ae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.146681] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for the task: (returnval){ [ 773.146681] env[68216]: value = "task-3068267" [ 773.146681] env[68216]: _type = "Task" [ 773.146681] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.155352] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.192602] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068266, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.205757] env[68216]: DEBUG nova.network.neutron [req-a23f8e26-5b0d-486d-ac71-83990f089972 req-3e46a154-4b79-4eb2-ae43-8f36612c50c9 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Updated VIF entry in instance network info cache for port 7d5470ab-bb01-4103-8982-2d60d505a572. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.206159] env[68216]: DEBUG nova.network.neutron [req-a23f8e26-5b0d-486d-ac71-83990f089972 req-3e46a154-4b79-4eb2-ae43-8f36612c50c9 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Updating instance_info_cache with network_info: [{"id": "7d5470ab-bb01-4103-8982-2d60d505a572", "address": "fa:16:3e:54:12:4c", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5470ab-bb", "ovs_interfaceid": "7d5470ab-bb01-4103-8982-2d60d505a572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.209434] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.209670] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.209840] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.210056] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.210224] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.210402] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.210630] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.210804] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.210983] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.211201] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.211397] env[68216]: DEBUG nova.virt.hardware [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.212283] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349450e9-ac0e-4a17-9100-8f4dba7f9e3a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.223300] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa10b525-ee78-4da3-811a-542d26cb8b65 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.240651] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:09:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e12f8456-7447-41ae-8a37-6adcb33b2c4f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.249715] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.250224] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.250564] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-073c74f1-4868-47f5-b1a9-3f8c3f30b70d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.272139] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.272139] env[68216]: value = "task-3068268" [ 773.272139] env[68216]: _type = "Task" [ 773.272139] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.281263] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068268, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.325208] env[68216]: DEBUG nova.compute.utils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.330384] env[68216]: DEBUG nova.compute.manager [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.331947] env[68216]: DEBUG nova.network.neutron [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.375977] env[68216]: DEBUG nova.policy [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47143f8b487d4284aa27538c98801baa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '297bc0f4ec0448d3ba5b8073c117b69c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.570113] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523aead3-79ba-e29a-725e-6e34ab951eca, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.570400] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.570657] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f/59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.571212] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77f433a6-83a1-4761-a724-f4294a889946 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.577425] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 773.577425] env[68216]: value = "task-3068269" [ 773.577425] env[68216]: _type = "Task" [ 773.577425] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.587140] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.656636] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060351} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.659463] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.660601] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c6afb1-38da-4436-bd0b-5233d70defaa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.681155] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.684013] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d78cc6c6-5d2c-467d-9664-3c6e0fc574ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.707080] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867873} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.708852] env[68216]: DEBUG nova.network.neutron [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Successfully created port: d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.710659] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] b883dde2-73d4-40cb-9e2a-feb1abebb848/b883dde2-73d4-40cb-9e2a-feb1abebb848.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.710941] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.711299] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for the task: (returnval){ [ 773.711299] env[68216]: value = "task-3068270" [ 773.711299] env[68216]: _type = "Task" [ 773.711299] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.713698] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04d513da-0c57-4cb3-ad36-73d16cba5648 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.716323] env[68216]: DEBUG oslo_concurrency.lockutils [req-a23f8e26-5b0d-486d-ac71-83990f089972 req-3e46a154-4b79-4eb2-ae43-8f36612c50c9 service nova] Releasing lock "refresh_cache-59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.726171] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.727804] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 773.727804] env[68216]: value = "task-3068271" [ 773.727804] env[68216]: _type = "Task" [ 773.727804] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.741169] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.786478] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068268, 'name': CreateVM_Task, 'duration_secs': 0.413831} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.786725] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.787530] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.787736] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.788140] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.788491] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e5919b2-2040-4e00-9ccb-7a7395329e2c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.795897] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 773.795897] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a17351-8b05-0990-0390-dab17a297118" [ 773.795897] env[68216]: _type = "Task" [ 773.795897] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.807081] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a17351-8b05-0990-0390-dab17a297118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.835201] env[68216]: DEBUG nova.compute.manager [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.980607] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c63052-0f54-45c1-bb71-9b6e2822e49e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.989698] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36cfff7-bf93-42af-9502-ddb552adc823 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.022851] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7821994-5f00-4e7a-8d2b-d7bfc21f87a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.031139] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e6ef62-e7f9-4486-b861-03f2ba799deb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.045347] env[68216]: DEBUG nova.compute.provider_tree [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.090174] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442609} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.090174] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f/59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.090365] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.090827] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be2b7220-d80b-4a74-b933-3b17a3580bb3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.097143] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 774.097143] env[68216]: value = "task-3068272" [ 774.097143] env[68216]: _type = "Task" [ 774.097143] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.105972] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.225880] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068270, 'name': ReconfigVM_Task, 'duration_secs': 0.342314} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.226140] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e/2d3901de-fd96-48d5-b12c-fc7ad111126e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.226727] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa734432-90ad-4fca-a3fb-4cffd01db90b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.235053] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for the task: (returnval){ [ 774.235053] env[68216]: value = "task-3068273" [ 774.235053] env[68216]: _type = "Task" [ 774.235053] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.242198] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084766} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.242814] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.243525] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b630fc20-8aa0-414f-b642-0d7d7b060d0c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.248317] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068273, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.268693] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b883dde2-73d4-40cb-9e2a-feb1abebb848/b883dde2-73d4-40cb-9e2a-feb1abebb848.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.268982] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3512a29-97d6-4cc9-bc96-65fba9705bf4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.288796] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 774.288796] env[68216]: value = "task-3068274" [ 774.288796] env[68216]: _type = "Task" [ 774.288796] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.296657] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.304444] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a17351-8b05-0990-0390-dab17a297118, 'name': SearchDatastore_Task, 'duration_secs': 0.061318} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.304729] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.305031] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.305247] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.305428] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.305645] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.305887] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8243901-d71c-461a-9cec-64e83d4cdc6c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.317412] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.317595] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.318359] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad00c74-aab8-4c4a-997a-1ca0fbd457e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.324217] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 774.324217] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a1602d-9165-4078-01d6-63ca2f28798b" [ 774.324217] env[68216]: _type = "Task" [ 774.324217] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.332467] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a1602d-9165-4078-01d6-63ca2f28798b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.577282] env[68216]: DEBUG nova.scheduler.client.report [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 774.577563] env[68216]: DEBUG nova.compute.provider_tree [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 86 to 87 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 774.577747] env[68216]: DEBUG nova.compute.provider_tree [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.607233] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069775} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.607554] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.608365] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4151b285-540d-4132-a19a-cc859f3668b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.631866] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f/59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.632048] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37a412a0-aea1-48e1-bc00-a14875e5f59e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.652060] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 774.652060] env[68216]: value = "task-3068275" [ 774.652060] env[68216]: _type = "Task" [ 774.652060] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.664515] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.744564] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068273, 'name': Rename_Task, 'duration_secs': 0.138633} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.744867] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.745167] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcceb894-f19f-45d7-80ea-7d0e1e1720e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.751720] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Waiting for the task: (returnval){ [ 774.751720] env[68216]: value = "task-3068276" [ 774.751720] env[68216]: _type = "Task" [ 774.751720] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.759593] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.800281] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068274, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.834932] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a1602d-9165-4078-01d6-63ca2f28798b, 'name': SearchDatastore_Task, 'duration_secs': 0.033616} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.836267] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f9161c-3c94-4016-afd0-990262563740 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.840827] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 774.840827] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527fbd2b-30de-c2a4-f790-fa1735774a92" [ 774.840827] env[68216]: _type = "Task" [ 774.840827] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.846564] env[68216]: DEBUG nova.compute.manager [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.853849] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527fbd2b-30de-c2a4-f790-fa1735774a92, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.854116] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.854405] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 6373e785-924c-4b36-a317-edbdde0a47bf/6373e785-924c-4b36-a317-edbdde0a47bf.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.854682] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1aecbef-af79-4d8a-a37f-6277baafb060 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.860575] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 774.860575] env[68216]: value = "task-3068277" [ 774.860575] env[68216]: _type = "Task" [ 774.860575] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.869707] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.877300] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.877563] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.877720] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.877900] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.878159] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.878647] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.879079] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.879362] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.879543] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.879711] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.879902] env[68216]: DEBUG nova.virt.hardware [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.880799] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0400f53-f7e1-46ff-a6cc-f927df491a53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.889408] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f53342-051d-4d37-bb79-d95f53f7d93a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.083188] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.085526] env[68216]: DEBUG oslo_concurrency.lockutils [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.394s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.085781] env[68216]: DEBUG nova.objects.instance [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lazy-loading 'resources' on Instance uuid 94ed63d7-dcea-44b3-b787-2d21f0e55552 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.109294] env[68216]: INFO nova.scheduler.client.report [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted allocations for instance c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c [ 775.171088] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068275, 'name': ReconfigVM_Task, 'duration_secs': 0.384625} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.171393] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f/59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.172037] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08d6756c-9fde-42f7-80a2-b2e29eef5c29 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.176303] env[68216]: DEBUG nova.compute.manager [req-31b995d9-5797-4466-b764-d527fef730fd req-c0021adf-5d2c-4321-8309-5c7e654b19f2 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Received event network-vif-plugged-d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 775.176545] env[68216]: DEBUG oslo_concurrency.lockutils [req-31b995d9-5797-4466-b764-d527fef730fd req-c0021adf-5d2c-4321-8309-5c7e654b19f2 service nova] Acquiring lock "aed8e036-f959-48ef-8258-5465ebdb4a48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.176783] env[68216]: DEBUG oslo_concurrency.lockutils [req-31b995d9-5797-4466-b764-d527fef730fd req-c0021adf-5d2c-4321-8309-5c7e654b19f2 service nova] Lock "aed8e036-f959-48ef-8258-5465ebdb4a48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.176984] env[68216]: DEBUG oslo_concurrency.lockutils [req-31b995d9-5797-4466-b764-d527fef730fd req-c0021adf-5d2c-4321-8309-5c7e654b19f2 service nova] Lock "aed8e036-f959-48ef-8258-5465ebdb4a48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.181017] env[68216]: DEBUG nova.compute.manager [req-31b995d9-5797-4466-b764-d527fef730fd req-c0021adf-5d2c-4321-8309-5c7e654b19f2 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] No waiting events found dispatching network-vif-plugged-d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.181017] env[68216]: WARNING nova.compute.manager [req-31b995d9-5797-4466-b764-d527fef730fd req-c0021adf-5d2c-4321-8309-5c7e654b19f2 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Received unexpected event network-vif-plugged-d81690a0-29e8-412c-8217-9b86dcb3154d for instance with vm_state building and task_state spawning. [ 775.183761] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 775.183761] env[68216]: value = "task-3068278" [ 775.183761] env[68216]: _type = "Task" [ 775.183761] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.193451] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068278, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.223387] env[68216]: DEBUG nova.network.neutron [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Successfully updated port: d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.262140] env[68216]: DEBUG oslo_vmware.api [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Task: {'id': task-3068276, 'name': PowerOnVM_Task, 'duration_secs': 0.496323} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.262439] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.263287] env[68216]: DEBUG nova.compute.manager [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.264108] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce741b08-49e0-453a-b637-ffd67905a795 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.299260] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068274, 'name': ReconfigVM_Task, 'duration_secs': 0.527984} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.299541] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b883dde2-73d4-40cb-9e2a-feb1abebb848/b883dde2-73d4-40cb-9e2a-feb1abebb848.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.300169] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b99857e7-1073-4e8d-8400-160dd4fb1db5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.306893] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 775.306893] env[68216]: value = "task-3068279" [ 775.306893] env[68216]: _type = "Task" [ 775.306893] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.314543] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068279, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.371167] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.618130] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3865fcb2-4d4a-4505-a131-f7a276b23459 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.989s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.693148] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068278, 'name': Rename_Task, 'duration_secs': 0.32105} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.693427] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.693675] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48a0a76f-4748-4818-9c73-6056634ce91c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.703693] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 775.703693] env[68216]: value = "task-3068280" [ 775.703693] env[68216]: _type = "Task" [ 775.703693] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.714217] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.725718] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquiring lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.726315] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquired lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.726315] env[68216]: DEBUG nova.network.neutron [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.781869] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.821032] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068279, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.872869] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068277, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.173314] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc52966-1ad6-4fbe-8363-11c74f4f93b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.182348] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e2eeb3-b301-4efc-b1bf-4b7fb989d0d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.220040] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f1f6fc-c144-49a5-b585-2aaf92bc6c64 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.230453] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0571848a-d149-48cc-905b-e64855673283 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.236254] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068280, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.250557] env[68216]: DEBUG nova.compute.provider_tree [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.265723] env[68216]: DEBUG nova.network.neutron [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.318461] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068279, 'name': Rename_Task, 'duration_secs': 0.589421} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.318461] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.321410] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cac7315b-b066-4047-b439-4650dd163f2b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.329130] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 776.329130] env[68216]: value = "task-3068281" [ 776.329130] env[68216]: _type = "Task" [ 776.329130] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.336423] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.371430] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068277, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.372388} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.371962] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 6373e785-924c-4b36-a317-edbdde0a47bf/6373e785-924c-4b36-a317-edbdde0a47bf.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.372123] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.372530] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3dc3c6b-6b80-4701-a571-e4c384b3a2cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.379413] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 776.379413] env[68216]: value = "task-3068282" [ 776.379413] env[68216]: _type = "Task" [ 776.379413] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.388308] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.393036] env[68216]: DEBUG nova.network.neutron [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updating instance_info_cache with network_info: [{"id": "d81690a0-29e8-412c-8217-9b86dcb3154d", "address": "fa:16:3e:61:7f:26", "network": {"id": "fbff193e-92c3-4853-9d61-dc48fda030e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1475680887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297bc0f4ec0448d3ba5b8073c117b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81690a0-29", "ovs_interfaceid": "d81690a0-29e8-412c-8217-9b86dcb3154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.633776] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "5df6f365-f512-43fb-9fb0-84a9e5952234" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.634111] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "5df6f365-f512-43fb-9fb0-84a9e5952234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.724347] env[68216]: DEBUG oslo_vmware.api [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068280, 'name': PowerOnVM_Task, 'duration_secs': 0.674375} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.724623] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.724915] env[68216]: INFO nova.compute.manager [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Took 6.84 seconds to spawn the instance on the hypervisor. [ 776.724997] env[68216]: DEBUG nova.compute.manager [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.725834] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ccc238-f444-41a2-b4e3-32ecf1cfc1ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.753438] env[68216]: DEBUG nova.scheduler.client.report [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.838654] env[68216]: DEBUG oslo_vmware.api [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068281, 'name': PowerOnVM_Task, 'duration_secs': 0.494355} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.838914] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.839149] env[68216]: INFO nova.compute.manager [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Took 9.74 seconds to spawn the instance on the hypervisor. [ 776.839331] env[68216]: DEBUG nova.compute.manager [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.840125] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf3abea-53ac-4e5a-9581-b543f9cb9b08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.888696] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107033} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.888948] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.889709] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d88c392-4a00-4bd0-8f61-499c3346a3c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.904999] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Releasing lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.904999] env[68216]: DEBUG nova.compute.manager [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Instance network_info: |[{"id": "d81690a0-29e8-412c-8217-9b86dcb3154d", "address": "fa:16:3e:61:7f:26", "network": {"id": "fbff193e-92c3-4853-9d61-dc48fda030e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1475680887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297bc0f4ec0448d3ba5b8073c117b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81690a0-29", "ovs_interfaceid": "d81690a0-29e8-412c-8217-9b86dcb3154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.913661] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 6373e785-924c-4b36-a317-edbdde0a47bf/6373e785-924c-4b36-a317-edbdde0a47bf.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.914548] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:7f:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd81690a0-29e8-412c-8217-9b86dcb3154d', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.921061] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Creating folder: Project (297bc0f4ec0448d3ba5b8073c117b69c). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.921287] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9ae6c2-1344-4b20-863b-a8581228f94a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.935092] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85c31d31-7c68-42aa-b590-3690b838a432 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.942142] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 776.942142] env[68216]: value = "task-3068284" [ 776.942142] env[68216]: _type = "Task" [ 776.942142] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.946682] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Created folder: Project (297bc0f4ec0448d3ba5b8073c117b69c) in parent group-v614292. [ 776.946807] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Creating folder: Instances. Parent ref: group-v614443. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.947066] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80b49e23-ad0f-413f-b583-468f9ac9a353 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.952468] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.957451] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Created folder: Instances in parent group-v614443. [ 776.957680] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.957868] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.958101] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26b6eafd-4a84-485d-acc2-2eb294faae22 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.981026] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.981026] env[68216]: value = "task-3068286" [ 776.981026] env[68216]: _type = "Task" [ 776.981026] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.985570] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068286, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.048248] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "2d3901de-fd96-48d5-b12c-fc7ad111126e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.048248] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "2d3901de-fd96-48d5-b12c-fc7ad111126e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.048248] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "2d3901de-fd96-48d5-b12c-fc7ad111126e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.048248] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "2d3901de-fd96-48d5-b12c-fc7ad111126e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.048248] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "2d3901de-fd96-48d5-b12c-fc7ad111126e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.052108] env[68216]: INFO nova.compute.manager [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Terminating instance [ 777.210193] env[68216]: DEBUG nova.compute.manager [req-1407e7be-9d82-4878-8030-42cc254ba2bb req-1f4ece0b-1dde-41d5-a224-6f3bf403e923 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Received event network-changed-d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 777.210362] env[68216]: DEBUG nova.compute.manager [req-1407e7be-9d82-4878-8030-42cc254ba2bb req-1f4ece0b-1dde-41d5-a224-6f3bf403e923 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Refreshing instance network info cache due to event network-changed-d81690a0-29e8-412c-8217-9b86dcb3154d. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 777.210640] env[68216]: DEBUG oslo_concurrency.lockutils [req-1407e7be-9d82-4878-8030-42cc254ba2bb req-1f4ece0b-1dde-41d5-a224-6f3bf403e923 service nova] Acquiring lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.210805] env[68216]: DEBUG oslo_concurrency.lockutils [req-1407e7be-9d82-4878-8030-42cc254ba2bb req-1f4ece0b-1dde-41d5-a224-6f3bf403e923 service nova] Acquired lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.210969] env[68216]: DEBUG nova.network.neutron [req-1407e7be-9d82-4878-8030-42cc254ba2bb req-1f4ece0b-1dde-41d5-a224-6f3bf403e923 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Refreshing network info cache for port d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.247137] env[68216]: INFO nova.compute.manager [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Took 35.89 seconds to build instance. [ 777.257835] env[68216]: DEBUG oslo_concurrency.lockutils [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.261012] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.632s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.261286] env[68216]: DEBUG nova.objects.instance [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lazy-loading 'resources' on Instance uuid 28f3359a-bc65-4ca9-b093-834f0238bc29 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.286330] env[68216]: INFO nova.scheduler.client.report [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleted allocations for instance 94ed63d7-dcea-44b3-b787-2d21f0e55552 [ 777.357098] env[68216]: INFO nova.compute.manager [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Took 41.42 seconds to build instance. [ 777.452423] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068284, 'name': ReconfigVM_Task, 'duration_secs': 0.382676} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.452738] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 6373e785-924c-4b36-a317-edbdde0a47bf/6373e785-924c-4b36-a317-edbdde0a47bf.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.453328] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcfc9700-28d3-44c9-9409-c6fc51e6022f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.457765] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] Acquiring lock "refresh_cache-b883dde2-73d4-40cb-9e2a-feb1abebb848" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.457882] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] Acquired lock "refresh_cache-b883dde2-73d4-40cb-9e2a-feb1abebb848" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.458092] env[68216]: DEBUG nova.network.neutron [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.461030] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 777.461030] env[68216]: value = "task-3068287" [ 777.461030] env[68216]: _type = "Task" [ 777.461030] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.470360] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068287, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.490356] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068286, 'name': CreateVM_Task, 'duration_secs': 0.357152} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.490540] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.491223] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.491391] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.491705] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.492211] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47352016-7351-4c3f-8323-31d9baf2d98e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.496371] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 777.496371] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e04de4-7fd1-bfca-3e8a-9dfc624054c1" [ 777.496371] env[68216]: _type = "Task" [ 777.496371] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.504247] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e04de4-7fd1-bfca-3e8a-9dfc624054c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.557138] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "refresh_cache-2d3901de-fd96-48d5-b12c-fc7ad111126e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.557287] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquired lock "refresh_cache-2d3901de-fd96-48d5-b12c-fc7ad111126e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.557521] env[68216]: DEBUG nova.network.neutron [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.749536] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85291663-360f-4988-9b20-3d8ae5d3e472 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.534s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.801421] env[68216]: DEBUG oslo_concurrency.lockutils [None req-faa32f72-cb03-4272-8fa4-cf2c9fd5de8b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "94ed63d7-dcea-44b3-b787-2d21f0e55552" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.713s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.860513] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dfb7d160-8875-4d2d-bdb8-57315ed9eae6 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "b883dde2-73d4-40cb-9e2a-feb1abebb848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.065s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.941739] env[68216]: DEBUG nova.network.neutron [req-1407e7be-9d82-4878-8030-42cc254ba2bb req-1f4ece0b-1dde-41d5-a224-6f3bf403e923 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updated VIF entry in instance network info cache for port d81690a0-29e8-412c-8217-9b86dcb3154d. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.942139] env[68216]: DEBUG nova.network.neutron [req-1407e7be-9d82-4878-8030-42cc254ba2bb req-1f4ece0b-1dde-41d5-a224-6f3bf403e923 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updating instance_info_cache with network_info: [{"id": "d81690a0-29e8-412c-8217-9b86dcb3154d", "address": "fa:16:3e:61:7f:26", "network": {"id": "fbff193e-92c3-4853-9d61-dc48fda030e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1475680887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297bc0f4ec0448d3ba5b8073c117b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81690a0-29", "ovs_interfaceid": "d81690a0-29e8-412c-8217-9b86dcb3154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.974136] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068287, 'name': Rename_Task, 'duration_secs': 0.145202} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.979116] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.979116] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6caf20b1-fb9b-49c2-9852-abb5735e2214 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.985780] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 777.985780] env[68216]: value = "task-3068288" [ 777.985780] env[68216]: _type = "Task" [ 777.985780] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.002432] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.012123] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e04de4-7fd1-bfca-3e8a-9dfc624054c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.014816] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.015070] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.015326] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.015528] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.015681] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.016202] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-247f3d16-a5ce-4176-ab00-92a59692324a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.026338] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.026662] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.030258] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046b5450-ca85-4048-be21-563cdbbbc492 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.036051] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 778.036051] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d56618-f194-7b4a-8217-b623769df947" [ 778.036051] env[68216]: _type = "Task" [ 778.036051] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.043506] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d56618-f194-7b4a-8217-b623769df947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.083383] env[68216]: DEBUG nova.network.neutron [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.172625] env[68216]: DEBUG nova.network.neutron [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.218735] env[68216]: DEBUG nova.network.neutron [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Updating instance_info_cache with network_info: [{"id": "68287287-3d78-46f8-a1c8-f519700ef1bc", "address": "fa:16:3e:6e:1e:2b", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68287287-3d", "ovs_interfaceid": "68287287-3d78-46f8-a1c8-f519700ef1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.256115] env[68216]: DEBUG nova.compute.manager [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.298320] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525cf067-8b30-480d-b811-efd1a4671a49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.309364] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2130bc1-3b2d-4665-8170-6cc5a248eb61 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.343140] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21584060-c388-44c4-8b38-924ef87406a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.348796] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13fca2b-33f9-45c7-9a69-f3d6435cb602 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.363255] env[68216]: DEBUG nova.compute.provider_tree [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.365708] env[68216]: DEBUG nova.compute.manager [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.445377] env[68216]: DEBUG oslo_concurrency.lockutils [req-1407e7be-9d82-4878-8030-42cc254ba2bb req-1f4ece0b-1dde-41d5-a224-6f3bf403e923 service nova] Releasing lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.495397] env[68216]: DEBUG oslo_vmware.api [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068288, 'name': PowerOnVM_Task, 'duration_secs': 0.460802} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.495690] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.495902] env[68216]: DEBUG nova.compute.manager [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.496688] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403b5748-906c-4cdd-bfb8-3cb489b966dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.547142] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d56618-f194-7b4a-8217-b623769df947, 'name': SearchDatastore_Task, 'duration_secs': 0.013002} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.547822] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497c6f29-83a4-4f21-8ad1-4911b2268461 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.553344] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 778.553344] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ee53a4-54f2-cee4-1779-5884758e05c7" [ 778.553344] env[68216]: _type = "Task" [ 778.553344] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.561211] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ee53a4-54f2-cee4-1779-5884758e05c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.569237] env[68216]: DEBUG oslo_concurrency.lockutils [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.569361] env[68216]: DEBUG oslo_concurrency.lockutils [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.569563] env[68216]: DEBUG oslo_concurrency.lockutils [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.569745] env[68216]: DEBUG oslo_concurrency.lockutils [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.569905] env[68216]: DEBUG oslo_concurrency.lockutils [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.572113] env[68216]: INFO nova.compute.manager [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Terminating instance [ 778.675059] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Releasing lock "refresh_cache-2d3901de-fd96-48d5-b12c-fc7ad111126e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.675498] env[68216]: DEBUG nova.compute.manager [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.676129] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.676580] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0b9f19-1648-4ca9-ae66-b6faf0c8f791 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.684042] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.684286] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74cb597f-bcfd-4a1f-a8c1-bcf092f35ead {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.690750] env[68216]: DEBUG oslo_vmware.api [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 778.690750] env[68216]: value = "task-3068289" [ 778.690750] env[68216]: _type = "Task" [ 778.690750] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.698232] env[68216]: DEBUG oslo_vmware.api [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.721478] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] Releasing lock "refresh_cache-b883dde2-73d4-40cb-9e2a-feb1abebb848" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.722089] env[68216]: DEBUG nova.compute.manager [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Inject network info {{(pid=68216) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 778.722089] env[68216]: DEBUG nova.compute.manager [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] network_info to inject: |[{"id": "68287287-3d78-46f8-a1c8-f519700ef1bc", "address": "fa:16:3e:6e:1e:2b", "network": {"id": "9b15b661-6017-44a3-80a4-16548421413c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1915980332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "402435b28a0a4ed399f03c6da94667bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68287287-3d", "ovs_interfaceid": "68287287-3d78-46f8-a1c8-f519700ef1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 778.727258] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Reconfiguring VM instance to set the machine id {{(pid=68216) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 778.727258] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b90f2c-de43-4fb2-9a7e-9135644f48f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.742784] env[68216]: DEBUG oslo_vmware.api [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] Waiting for the task: (returnval){ [ 778.742784] env[68216]: value = "task-3068290" [ 778.742784] env[68216]: _type = "Task" [ 778.742784] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.750196] env[68216]: DEBUG oslo_vmware.api [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] Task: {'id': task-3068290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.782314] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.872712] env[68216]: DEBUG nova.scheduler.client.report [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.899541] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.015289] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.064190] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ee53a4-54f2-cee4-1779-5884758e05c7, 'name': SearchDatastore_Task, 'duration_secs': 0.024011} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.064530] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.064852] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] aed8e036-f959-48ef-8258-5465ebdb4a48/aed8e036-f959-48ef-8258-5465ebdb4a48.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.065185] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3de4f7be-fdfb-4bb1-a200-613e89dc2780 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.072982] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 779.072982] env[68216]: value = "task-3068291" [ 779.072982] env[68216]: _type = "Task" [ 779.072982] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.076921] env[68216]: DEBUG nova.compute.manager [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.077222] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.078470] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac41452-94a3-4de8-b843-bf11124ffe47 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.086888] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.089577] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.089716] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d69bfd92-58bb-4585-a509-7724daac7ed9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.095152] env[68216]: DEBUG oslo_vmware.api [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 779.095152] env[68216]: value = "task-3068292" [ 779.095152] env[68216]: _type = "Task" [ 779.095152] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.103271] env[68216]: DEBUG oslo_vmware.api [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.201117] env[68216]: DEBUG oslo_vmware.api [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068289, 'name': PowerOffVM_Task, 'duration_secs': 0.247053} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.201479] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.201746] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.202071] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5c7637c-2134-4562-8348-51fa979d9626 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.228376] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.232024] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.232024] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Deleting the datastore file [datastore1] 2d3901de-fd96-48d5-b12c-fc7ad111126e {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.232024] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa3d0bb8-cff8-4fed-b343-1da91e9220b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.235987] env[68216]: DEBUG oslo_vmware.api [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for the task: (returnval){ [ 779.235987] env[68216]: value = "task-3068294" [ 779.235987] env[68216]: _type = "Task" [ 779.235987] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.245914] env[68216]: DEBUG oslo_vmware.api [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.260815] env[68216]: DEBUG oslo_vmware.api [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] Task: {'id': task-3068290, 'name': ReconfigVM_Task, 'duration_secs': 0.209107} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.260815] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-45fbe24f-3945-4eae-a7f0-7dcc849a7963 tempest-ServersAdminTestJSON-1341844066 tempest-ServersAdminTestJSON-1341844066-project-admin] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Reconfigured VM instance to set the machine id {{(pid=68216) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 779.382883] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.389727] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.211s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.389727] env[68216]: DEBUG nova.objects.instance [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lazy-loading 'resources' on Instance uuid 35711145-874b-4cb6-b499-8274946b013d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.414869] env[68216]: INFO nova.scheduler.client.report [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Deleted allocations for instance 28f3359a-bc65-4ca9-b093-834f0238bc29 [ 779.583321] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068291, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.606986] env[68216]: DEBUG oslo_vmware.api [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068292, 'name': PowerOffVM_Task, 'duration_secs': 0.195221} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.607515] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.607794] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.608133] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb8675ac-7763-4b97-994c-c95216fc6d35 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.682854] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.683103] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.683307] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Deleting the datastore file [datastore1] 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.683620] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbdc9bc3-f065-44a0-bd38-57a5e62a1ea1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.689773] env[68216]: DEBUG oslo_vmware.api [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for the task: (returnval){ [ 779.689773] env[68216]: value = "task-3068296" [ 779.689773] env[68216]: _type = "Task" [ 779.689773] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.700502] env[68216]: DEBUG oslo_vmware.api [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.750117] env[68216]: DEBUG oslo_vmware.api [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Task: {'id': task-3068294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16707} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.750647] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.751044] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.751378] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.751722] env[68216]: INFO nova.compute.manager [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 779.752147] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.752478] env[68216]: DEBUG nova.compute.manager [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.752698] env[68216]: DEBUG nova.network.neutron [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.774619] env[68216]: DEBUG nova.network.neutron [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.930326] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6485f4eb-d575-42cd-8ca3-7e2003ef0ae6 tempest-ServerAddressesNegativeTestJSON-810320118 tempest-ServerAddressesNegativeTestJSON-810320118-project-member] Lock "28f3359a-bc65-4ca9-b093-834f0238bc29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.351s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.086520] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560754} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.086786] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] aed8e036-f959-48ef-8258-5465ebdb4a48/aed8e036-f959-48ef-8258-5465ebdb4a48.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.087015] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.087958] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3f9ea72-22b1-4c31-b232-644e77065e72 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.096620] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 780.096620] env[68216]: value = "task-3068297" [ 780.096620] env[68216]: _type = "Task" [ 780.096620] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.106694] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.203974] env[68216]: DEBUG oslo_vmware.api [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Task: {'id': task-3068296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199456} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.204537] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.205652] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.205879] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.206098] env[68216]: INFO nova.compute.manager [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 780.206366] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.206915] env[68216]: DEBUG nova.compute.manager [-] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.207032] env[68216]: DEBUG nova.network.neutron [-] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.278520] env[68216]: DEBUG nova.network.neutron [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.334013] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d68cef-7e52-4cd1-ad19-a4ff51902ef9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.341484] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e0bd85-a70b-4bc8-af1a-f379de224a82 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.379126] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13369bc-32a8-471d-b860-b9c7ca913b39 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.388141] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1880f313-8b81-4fd7-976d-318e8b48e9d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.406109] env[68216]: DEBUG nova.compute.provider_tree [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.436394] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.436394] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.607030] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301436} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.607030] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.607532] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9259f9a4-a489-4bf4-a9b5-71b12db7abb0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.638426] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] aed8e036-f959-48ef-8258-5465ebdb4a48/aed8e036-f959-48ef-8258-5465ebdb4a48.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.638856] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b463ee46-8aad-4c4e-b95b-b3c699fb5e83 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.662428] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 780.662428] env[68216]: value = "task-3068298" [ 780.662428] env[68216]: _type = "Task" [ 780.662428] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.671310] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.736087] env[68216]: DEBUG nova.compute.manager [req-84091970-8873-4677-b071-41a6fde4c203 req-88eabf04-eb1f-4c5a-9a9d-215de75af767 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Received event network-vif-deleted-7d5470ab-bb01-4103-8982-2d60d505a572 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 780.736314] env[68216]: INFO nova.compute.manager [req-84091970-8873-4677-b071-41a6fde4c203 req-88eabf04-eb1f-4c5a-9a9d-215de75af767 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Neutron deleted interface 7d5470ab-bb01-4103-8982-2d60d505a572; detaching it from the instance and deleting it from the info cache [ 780.736499] env[68216]: DEBUG nova.network.neutron [req-84091970-8873-4677-b071-41a6fde4c203 req-88eabf04-eb1f-4c5a-9a9d-215de75af767 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.781767] env[68216]: INFO nova.compute.manager [-] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Took 1.03 seconds to deallocate network for instance. [ 780.887369] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "2d153ded-40ef-49aa-ba1d-de7466906d72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.887613] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "2d153ded-40ef-49aa-ba1d-de7466906d72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.909082] env[68216]: DEBUG nova.scheduler.client.report [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.951175] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.951386] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.951579] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.951950] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.951950] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.955094] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.955304] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 780.955566] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.967960] env[68216]: DEBUG nova.network.neutron [-] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.013428] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "6373e785-924c-4b36-a317-edbdde0a47bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.013704] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "6373e785-924c-4b36-a317-edbdde0a47bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.013916] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "6373e785-924c-4b36-a317-edbdde0a47bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.014336] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "6373e785-924c-4b36-a317-edbdde0a47bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.014563] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "6373e785-924c-4b36-a317-edbdde0a47bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.017602] env[68216]: INFO nova.compute.manager [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Terminating instance [ 781.172826] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.239790] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06d5a068-5148-4bec-a270-c321fffc9522 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.249401] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2358bfb0-b7c2-4e96-89de-4ade482917f0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.285089] env[68216]: DEBUG nova.compute.manager [req-84091970-8873-4677-b071-41a6fde4c203 req-88eabf04-eb1f-4c5a-9a9d-215de75af767 service nova] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Detach interface failed, port_id=7d5470ab-bb01-4103-8982-2d60d505a572, reason: Instance 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 781.291048] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.414109] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.417047] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.150s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.418659] env[68216]: INFO nova.compute.claims [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.438700] env[68216]: INFO nova.scheduler.client.report [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Deleted allocations for instance 35711145-874b-4cb6-b499-8274946b013d [ 781.458380] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.472086] env[68216]: INFO nova.compute.manager [-] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Took 1.26 seconds to deallocate network for instance. [ 781.521936] env[68216]: DEBUG nova.compute.manager [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.522164] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.525564] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dee5cd-ded6-43ec-955e-0f1b447be1b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.534501] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.534784] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c08623a3-ae22-4e50-bfd3-a14f823a81b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.541545] env[68216]: DEBUG oslo_vmware.api [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 781.541545] env[68216]: value = "task-3068299" [ 781.541545] env[68216]: _type = "Task" [ 781.541545] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.550562] env[68216]: DEBUG oslo_vmware.api [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.673559] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068298, 'name': ReconfigVM_Task, 'duration_secs': 0.525715} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.673832] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Reconfigured VM instance instance-00000035 to attach disk [datastore2] aed8e036-f959-48ef-8258-5465ebdb4a48/aed8e036-f959-48ef-8258-5465ebdb4a48.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.674519] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2ea52fe-0f6c-4f3c-a9b5-e874270390fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.686183] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 781.686183] env[68216]: value = "task-3068300" [ 781.686183] env[68216]: _type = "Task" [ 781.686183] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.697374] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068300, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.807737] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "a042fa4e-69bd-4bce-8b02-c1bec4909365" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.809946] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.846740] env[68216]: INFO nova.compute.manager [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Rebuilding instance [ 781.901039] env[68216]: DEBUG nova.compute.manager [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.901956] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc5fa07-42cb-48b5-b6d7-79256aa9e9dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.950145] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d22d03f2-cf67-472a-a395-905bda23450a tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "35711145-874b-4cb6-b499-8274946b013d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.706s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.981092] env[68216]: DEBUG oslo_concurrency.lockutils [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.052399] env[68216]: DEBUG oslo_vmware.api [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068299, 'name': PowerOffVM_Task, 'duration_secs': 0.193799} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.052661] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.052941] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.053088] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7784c4b-82d4-4d15-bcc2-a6abca12355a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.108708] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.108936] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.109237] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleting the datastore file [datastore1] 6373e785-924c-4b36-a317-edbdde0a47bf {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.110347] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccbb7f94-1621-452c-8524-77c0ffc013b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.116013] env[68216]: DEBUG oslo_vmware.api [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 782.116013] env[68216]: value = "task-3068302" [ 782.116013] env[68216]: _type = "Task" [ 782.116013] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.125971] env[68216]: DEBUG oslo_vmware.api [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.199113] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068300, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.633034] env[68216]: DEBUG oslo_vmware.api [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403398} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.633034] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.633034] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.633034] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.633034] env[68216]: INFO nova.compute.manager [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 782.633034] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.633034] env[68216]: DEBUG nova.compute.manager [-] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.633034] env[68216]: DEBUG nova.network.neutron [-] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.700774] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068300, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.876898] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "e20f35d0-ef6a-4c4b-8942-251829ba7497" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.877266] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "e20f35d0-ef6a-4c4b-8942-251829ba7497" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.915495] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.916377] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db43da73-6437-4583-a068-f2c37c81a7be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.919385] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ae1b699-9c48-400b-9e3f-372542cef71a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.925708] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877eef8a-0ac6-461b-b6d3-b7293f9e7735 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.929789] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 782.929789] env[68216]: value = "task-3068303" [ 782.929789] env[68216]: _type = "Task" [ 782.929789] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.963415] env[68216]: DEBUG nova.compute.manager [req-0b892643-be7c-40d0-8974-33f69eb62758 req-90011214-5b84-421c-be86-bdd808502faa service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Received event network-vif-deleted-e12f8456-7447-41ae-8a37-6adcb33b2c4f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 782.963660] env[68216]: INFO nova.compute.manager [req-0b892643-be7c-40d0-8974-33f69eb62758 req-90011214-5b84-421c-be86-bdd808502faa service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Neutron deleted interface e12f8456-7447-41ae-8a37-6adcb33b2c4f; detaching it from the instance and deleting it from the info cache [ 782.963848] env[68216]: DEBUG nova.network.neutron [req-0b892643-be7c-40d0-8974-33f69eb62758 req-90011214-5b84-421c-be86-bdd808502faa service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.965342] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa803cb4-6139-45c7-84d9-6b10f18c2908 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.972415] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.977808] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84b6898-cd79-4591-9ef5-f6bcf5350dab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.992920] env[68216]: DEBUG nova.compute.provider_tree [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.198487] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068300, 'name': Rename_Task, 'duration_secs': 1.132685} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.198799] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.199063] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a77a2c80-407a-4fe3-9fab-ef66bd5a9543 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.205618] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 783.205618] env[68216]: value = "task-3068304" [ 783.205618] env[68216]: _type = "Task" [ 783.205618] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.213371] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.394348] env[68216]: DEBUG nova.network.neutron [-] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.439408] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068303, 'name': PowerOffVM_Task, 'duration_secs': 0.209767} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.439676] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.439886] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.440642] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3aa1eb-d6b0-4548-b677-a608b62c0036 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.446939] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.447168] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d29d33b2-3572-474f-a077-467fe7284aaa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.473030] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd028159-c4b9-4a66-8f3a-6fcd960f75d4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.482009] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb90f4ee-aa0e-47f7-8161-594266bccc48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.499066] env[68216]: DEBUG nova.scheduler.client.report [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.507875] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.508597] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.508597] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleting the datastore file [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.508767] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2430f72d-2b61-49dd-a884-694136f35357 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.527478] env[68216]: DEBUG nova.compute.manager [req-0b892643-be7c-40d0-8974-33f69eb62758 req-90011214-5b84-421c-be86-bdd808502faa service nova] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Detach interface failed, port_id=e12f8456-7447-41ae-8a37-6adcb33b2c4f, reason: Instance 6373e785-924c-4b36-a317-edbdde0a47bf could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 783.528882] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 783.528882] env[68216]: value = "task-3068306" [ 783.528882] env[68216]: _type = "Task" [ 783.528882] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.536957] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.715670] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.898765] env[68216]: INFO nova.compute.manager [-] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Took 1.27 seconds to deallocate network for instance. [ 784.004865] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.005603] env[68216]: DEBUG nova.compute.manager [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.009235] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.742s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.011359] env[68216]: INFO nova.compute.claims [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.038950] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.216592] env[68216]: DEBUG oslo_vmware.api [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068304, 'name': PowerOnVM_Task, 'duration_secs': 0.635794} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.218025] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.218025] env[68216]: INFO nova.compute.manager [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Took 9.37 seconds to spawn the instance on the hypervisor. [ 784.218025] env[68216]: DEBUG nova.compute.manager [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.218946] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c396b85-3518-4fd7-b337-a173c5fd71b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.403344] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.516643] env[68216]: DEBUG nova.compute.utils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.520990] env[68216]: DEBUG nova.compute.manager [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Not allocating networking since 'none' was specified. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 784.543337] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.643792} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.543680] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.543941] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.544213] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.736972] env[68216]: INFO nova.compute.manager [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Took 40.63 seconds to build instance. [ 785.022680] env[68216]: DEBUG nova.compute.manager [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.242040] env[68216]: DEBUG oslo_concurrency.lockutils [None req-740f763e-d135-49fc-9f35-4eaa1903fc08 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lock "aed8e036-f959-48ef-8258-5465ebdb4a48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.489s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.499639] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9de4519-de08-4435-aa96-f14dd3fdca06 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.507483] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd635e13-13f0-4681-95df-42f88cd1daec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.543569] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffca162-52bb-455a-b717-fac836c68a72 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.550977] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200cab12-9370-439a-9680-1b97140192d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.568370] env[68216]: DEBUG nova.compute.provider_tree [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.601980] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.602355] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.602635] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.602829] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.603057] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.603266] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.603513] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.603700] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.603915] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.604189] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.604342] env[68216]: DEBUG nova.virt.hardware [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.605525] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b170b57d-1bb8-44ec-b1ce-a1e7a1100fed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.613638] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e4858d-b125-4238-9ad9-eee113fac969 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.627839] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:7b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1c8f803-b3a7-462f-a7d5-d386572bef5f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.635928] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.637567] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.637567] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d93fc5c-6ff8-4993-9ac2-a18d8ad072d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.655248] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.655248] env[68216]: value = "task-3068307" [ 785.655248] env[68216]: _type = "Task" [ 785.655248] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.662775] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068307, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.745198] env[68216]: DEBUG nova.compute.manager [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.811902] env[68216]: INFO nova.compute.manager [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Rescuing [ 785.812195] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquiring lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.812364] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquired lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.812550] env[68216]: DEBUG nova.network.neutron [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.044702] env[68216]: DEBUG nova.compute.manager [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.066006] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.066281] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.066485] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.066713] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.066864] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.067043] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.067266] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.067425] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.067591] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.067751] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.067925] env[68216]: DEBUG nova.virt.hardware [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.068853] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3359a2c8-5126-4c98-b75a-dfc98438fede {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.080969] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e64f077-a0cb-4281-b305-1f0e888c6a95 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.094351] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.099881] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Creating folder: Project (0fb76164f3be48f7a4f00fe332a9f158). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.101047] env[68216]: ERROR nova.scheduler.client.report [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [req-bf662ffc-65e1-46fd-9534-a7c1acca6466] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf662ffc-65e1-46fd-9534-a7c1acca6466"}]} [ 786.101394] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-550d12fe-0a7c-46ba-a5ec-9180e265a191 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.116710] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Created folder: Project (0fb76164f3be48f7a4f00fe332a9f158) in parent group-v614292. [ 786.116710] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Creating folder: Instances. Parent ref: group-v614447. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.116710] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bf4941f-00ef-4cc9-a1af-6b25ad48a672 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.125457] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Created folder: Instances in parent group-v614447. [ 786.125457] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.125457] env[68216]: DEBUG nova.scheduler.client.report [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 786.126811] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.127239] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7c2b977-db5a-451b-83cf-c141579662fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.142253] env[68216]: DEBUG nova.scheduler.client.report [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 786.142253] env[68216]: DEBUG nova.compute.provider_tree [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.145822] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.145822] env[68216]: value = "task-3068310" [ 786.145822] env[68216]: _type = "Task" [ 786.145822] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.155104] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068310, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.155340] env[68216]: DEBUG nova.scheduler.client.report [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.165918] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068307, 'name': CreateVM_Task, 'duration_secs': 0.330796} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.165918] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.166386] env[68216]: DEBUG oslo_concurrency.lockutils [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.166542] env[68216]: DEBUG oslo_concurrency.lockutils [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.166873] env[68216]: DEBUG oslo_concurrency.lockutils [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.167154] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a918f70d-9d33-4b72-ae9e-5dc89d5456a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.173493] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 786.173493] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cd4ba0-ad7c-7880-238b-143a9daab4fd" [ 786.173493] env[68216]: _type = "Task" [ 786.173493] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.177327] env[68216]: DEBUG nova.scheduler.client.report [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.186490] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cd4ba0-ad7c-7880-238b-143a9daab4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.262888] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.513429] env[68216]: DEBUG nova.network.neutron [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updating instance_info_cache with network_info: [{"id": "d81690a0-29e8-412c-8217-9b86dcb3154d", "address": "fa:16:3e:61:7f:26", "network": {"id": "fbff193e-92c3-4853-9d61-dc48fda030e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1475680887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297bc0f4ec0448d3ba5b8073c117b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81690a0-29", "ovs_interfaceid": "d81690a0-29e8-412c-8217-9b86dcb3154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.616420] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb88edb5-141e-4cc7-b2cf-1e78656491f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.624125] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e787ddf-dce6-4c68-a4f9-d49c2b25cfa0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.658530] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fccaa2-f851-46cc-8708-82ccc135a68e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.666526] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068310, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.669626] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566e1cd4-f791-46c1-a082-83366a23ccd1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.685093] env[68216]: DEBUG nova.compute.provider_tree [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.692007] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cd4ba0-ad7c-7880-238b-143a9daab4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.020047} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.692326] env[68216]: DEBUG oslo_concurrency.lockutils [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.692937] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.692937] env[68216]: DEBUG oslo_concurrency.lockutils [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.692937] env[68216]: DEBUG oslo_concurrency.lockutils [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.693170] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.693341] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed312e34-19a1-4ebe-a562-c463c8f05a4f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.701832] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.703041] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.703041] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94dbeae6-a52b-4481-90cb-edc074184fac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.709196] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 786.709196] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b6d378-d51e-fe3a-60ed-b5f282c72908" [ 786.709196] env[68216]: _type = "Task" [ 786.709196] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.717162] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b6d378-d51e-fe3a-60ed-b5f282c72908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.016676] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Releasing lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.166309] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068310, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.218437] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b6d378-d51e-fe3a-60ed-b5f282c72908, 'name': SearchDatastore_Task, 'duration_secs': 0.008643} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.219335] env[68216]: DEBUG nova.scheduler.client.report [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 787.219571] env[68216]: DEBUG nova.compute.provider_tree [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 91 to 92 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 787.219749] env[68216]: DEBUG nova.compute.provider_tree [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.223776] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a1f43d-4360-49dd-ad86-17ad32c5424a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.229443] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 787.229443] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5269a656-ff43-9770-158d-d5beeeeac2cf" [ 787.229443] env[68216]: _type = "Task" [ 787.229443] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.237377] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5269a656-ff43-9770-158d-d5beeeeac2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.665327] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068310, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.725061] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.716s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.725555] env[68216]: DEBUG nova.compute.manager [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.728157] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.405s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.739503] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5269a656-ff43-9770-158d-d5beeeeac2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.020748} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.739757] env[68216]: DEBUG oslo_concurrency.lockutils [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.740029] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.740898] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-504d26db-1342-46cf-9a68-a2f3ee65d924 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.748059] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 787.748059] env[68216]: value = "task-3068311" [ 787.748059] env[68216]: _type = "Task" [ 787.748059] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.756465] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.166326] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068310, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.232562] env[68216]: INFO nova.compute.claims [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.236794] env[68216]: DEBUG nova.compute.utils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.238405] env[68216]: DEBUG nova.compute.manager [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Not allocating networking since 'none' was specified. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 788.258100] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.555771] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.556205] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9d0876-5567-455f-8b83-eba9393b4e73 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.564100] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 788.564100] env[68216]: value = "task-3068312" [ 788.564100] env[68216]: _type = "Task" [ 788.564100] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.574087] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.667785] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068310, 'name': CreateVM_Task, 'duration_secs': 2.350066} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.668056] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.668585] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.668800] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.669218] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.669532] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a5d233-1fc3-4208-bf39-0d9527ab0f7a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.675872] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 788.675872] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528e4c3e-1efa-0130-4379-aba653b942bc" [ 788.675872] env[68216]: _type = "Task" [ 788.675872] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.688091] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528e4c3e-1efa-0130-4379-aba653b942bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.740103] env[68216]: INFO nova.compute.resource_tracker [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating resource usage from migration d69d0d58-972b-4d01-afb7-43fe4bde251b [ 788.743297] env[68216]: DEBUG nova.compute.manager [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.759829] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.072867] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068312, 'name': PowerOffVM_Task, 'duration_secs': 0.197704} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.075251] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.076489] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd165f2b-06a2-4ad4-9ad5-aa932dc2ee53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.096218] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24426414-7439-49cf-95ce-c1e6dd8350d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.123494] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.123781] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c542391-38f6-4dea-921f-a191b7682617 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.132056] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 789.132056] env[68216]: value = "task-3068313" [ 789.132056] env[68216]: _type = "Task" [ 789.132056] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.141170] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.181916] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baedad09-1c06-4294-b6fa-7f5d63c38d99 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.187721] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528e4c3e-1efa-0130-4379-aba653b942bc, 'name': SearchDatastore_Task, 'duration_secs': 0.064291} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.188346] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.188578] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.188818] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.188975] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.189172] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.189409] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b0490f9-179d-4c33-8fa8-dcdc49cc1b96 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.193594] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb0b1a6-d997-4222-9c6d-1827855cab39 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.199307] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.199307] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.224075] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd95f34-fd72-45d2-af1f-257db3f03961 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.227030] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93d96d7-1b31-45f8-9b61-031d224d7bb0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.232567] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 789.232567] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ef7cc4-fa0b-f5e8-ca48-1549be8bcf36" [ 789.232567] env[68216]: _type = "Task" [ 789.232567] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.238484] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f5b500-4bc4-4cd3-8b78-4ad4d0000b4e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.250267] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ef7cc4-fa0b-f5e8-ca48-1549be8bcf36, 'name': SearchDatastore_Task, 'duration_secs': 0.00911} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.259177] env[68216]: DEBUG nova.compute.provider_tree [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.263587] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97b9971-34f0-421f-b6de-f612b31880df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.272286] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068311, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.158193} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.273207] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.273455] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.273783] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 789.273783] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f9a865-ab0f-9287-26da-7bd60619e1e2" [ 789.273783] env[68216]: _type = "Task" [ 789.273783] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.274073] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4534caa6-a43c-45c2-b112-f96f826d808c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.282633] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 789.282633] env[68216]: value = "task-3068314" [ 789.282633] env[68216]: _type = "Task" [ 789.282633] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.285816] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f9a865-ab0f-9287-26da-7bd60619e1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.288686] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.288963] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] e9e15a2e-4800-4607-b8f2-4fc48a9b86b0/e9e15a2e-4800-4607-b8f2-4fc48a9b86b0.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.289782] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88225562-c48f-41c3-a612-59a396f2e5cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.297403] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 789.297403] env[68216]: value = "task-3068315" [ 789.297403] env[68216]: _type = "Task" [ 789.297403] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.305664] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.645943] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 789.646240] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.646536] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.646710] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.646900] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.647216] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8689adf-8fae-4787-b043-603a761ebb91 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.659330] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.659456] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.660651] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c127e48d-68ed-4138-9d0e-03e0aac8d47d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.666270] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 789.666270] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f5ae35-b748-d4cb-a84d-57616feb8cf3" [ 789.666270] env[68216]: _type = "Task" [ 789.666270] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.675352] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f5ae35-b748-d4cb-a84d-57616feb8cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.759940] env[68216]: DEBUG nova.compute.manager [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.790826] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.791096] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.791265] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.791440] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.791584] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.791733] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.791941] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.793552] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.793802] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.794108] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.794192] env[68216]: DEBUG nova.virt.hardware [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.796227] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c439f-e786-473f-8bf4-3dbf3bdacbd7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.807874] env[68216]: DEBUG nova.scheduler.client.report [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.808152] env[68216]: DEBUG nova.compute.provider_tree [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 92 to 93 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.808344] env[68216]: DEBUG nova.compute.provider_tree [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.825987] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bb49f7-b407-4a19-8dff-337db9434408 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.829760] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240159} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.829991] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518283} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.830824] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.831133] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] e9e15a2e-4800-4607-b8f2-4fc48a9b86b0/e9e15a2e-4800-4607-b8f2-4fc48a9b86b0.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.831333] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.832417] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2deb855-e5cf-4a77-91a3-ae42e0f26e95 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.834974] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-454b38b9-9585-467a-a716-3e1c7f3631ba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.844284] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.849714] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.850801] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.851023] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1520fde-b8e8-4256-9295-92262a683064 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.881255] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.881255] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 789.881255] env[68216]: value = "task-3068316" [ 789.881255] env[68216]: _type = "Task" [ 789.881255] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.882017] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdda84b4-1e15-4a1c-be6f-f2b77633772d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.901872] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.901872] env[68216]: value = "task-3068317" [ 789.901872] env[68216]: _type = "Task" [ 789.901872] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.909198] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 789.909198] env[68216]: value = "task-3068318" [ 789.909198] env[68216]: _type = "Task" [ 789.909198] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.909425] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068316, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.915924] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068317, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.920667] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.176715] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f5ae35-b748-d4cb-a84d-57616feb8cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.017367} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.177583] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bba7756-73a8-45f5-8cfb-daa255b5814e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.183263] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 790.183263] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52473343-518d-74e4-e439-eb347e9e54f1" [ 790.183263] env[68216]: _type = "Task" [ 790.183263] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.191389] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52473343-518d-74e4-e439-eb347e9e54f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.317502] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.589s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.317716] env[68216]: INFO nova.compute.manager [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Migrating [ 790.324140] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.435s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.325587] env[68216]: INFO nova.compute.claims [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.411481] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068317, 'name': CreateVM_Task, 'duration_secs': 0.316102} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.416431] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.416709] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063115} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.417076] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.417235] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.417539] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.417798] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.418339] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a7474b-8cc2-489a-95a2-62b91ef29f3a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.420135] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f733313-2879-4a05-8216-bff08e09499e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.426115] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068318, 'name': ReconfigVM_Task, 'duration_secs': 0.358418} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.426936] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.427483] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8aa9fb9-73fa-4b1c-b576-3a17f0df7c13 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.429825] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 790.429825] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521d114d-7447-006a-3bcf-b435bbf912b7" [ 790.429825] env[68216]: _type = "Task" [ 790.429825] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.445497] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e9e15a2e-4800-4607-b8f2-4fc48a9b86b0/e9e15a2e-4800-4607-b8f2-4fc48a9b86b0.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.449147] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8280cecd-9c5e-412a-a292-d68e464b3af8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.464302] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 790.464302] env[68216]: value = "task-3068319" [ 790.464302] env[68216]: _type = "Task" [ 790.464302] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.471914] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521d114d-7447-006a-3bcf-b435bbf912b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.473585] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.473772] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.474039] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.474211] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.474345] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.474653] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 790.474653] env[68216]: value = "task-3068320" [ 790.474653] env[68216]: _type = "Task" [ 790.474653] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.477677] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca9dd3e1-2eff-47d4-8823-d073ea0bea8f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.479516] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068319, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.487713] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.491732] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.492031] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.492997] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f638941-cda8-4c6f-89c8-4fcd6777d2f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.498076] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 790.498076] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5200412d-5d8d-ff2b-c59e-bb32a809cb97" [ 790.498076] env[68216]: _type = "Task" [ 790.498076] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.506057] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5200412d-5d8d-ff2b-c59e-bb32a809cb97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.693362] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52473343-518d-74e4-e439-eb347e9e54f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009537} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.693616] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.693967] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] aed8e036-f959-48ef-8258-5465ebdb4a48/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. {{(pid=68216) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 790.694260] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3dd00cb-d5d5-4cda-901c-109dc06b0459 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.700859] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 790.700859] env[68216]: value = "task-3068321" [ 790.700859] env[68216]: _type = "Task" [ 790.700859] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.709261] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.836258] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.836492] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.836724] env[68216]: DEBUG nova.network.neutron [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.975635] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068319, 'name': Rename_Task, 'duration_secs': 0.137383} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.975934] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.976236] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6496b9-78b2-4e44-9b77-f08c2a79a98b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.985736] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 790.985736] env[68216]: value = "task-3068322" [ 790.985736] env[68216]: _type = "Task" [ 790.985736] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.996737] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068320, 'name': ReconfigVM_Task, 'duration_secs': 0.284075} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.000242] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e9e15a2e-4800-4607-b8f2-4fc48a9b86b0/e9e15a2e-4800-4607-b8f2-4fc48a9b86b0.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.001118] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.001361] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac18100e-72bf-4c49-8bc8-e07988674c5f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.012981] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5200412d-5d8d-ff2b-c59e-bb32a809cb97, 'name': SearchDatastore_Task, 'duration_secs': 0.009537} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.015224] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 791.015224] env[68216]: value = "task-3068323" [ 791.015224] env[68216]: _type = "Task" [ 791.015224] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.015605] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e782e9d-1518-4146-823d-dc0587f374e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.025242] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 791.025242] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52421f43-2a47-624a-e0dd-51f932130445" [ 791.025242] env[68216]: _type = "Task" [ 791.025242] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.029352] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068323, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.038973] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52421f43-2a47-624a-e0dd-51f932130445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.211625] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47433} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.212024] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] aed8e036-f959-48ef-8258-5465ebdb4a48/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. [ 791.212703] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd4a5d9-cb71-4579-88b9-3814c9fcb5b8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.237235] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] aed8e036-f959-48ef-8258-5465ebdb4a48/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.237484] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cefcc82-1a70-40c5-b657-700e3fdae1d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.255335] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 791.255335] env[68216]: value = "task-3068324" [ 791.255335] env[68216]: _type = "Task" [ 791.255335] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.263246] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.500769] env[68216]: DEBUG oslo_vmware.api [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068322, 'name': PowerOnVM_Task, 'duration_secs': 0.480576} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.500769] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.500769] env[68216]: DEBUG nova.compute.manager [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.502034] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146db52f-7c4f-4874-8a4d-c6a6a9ea7e2c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.528480] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068323, 'name': Rename_Task, 'duration_secs': 0.205813} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.533035] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.533035] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-562334d6-4239-48c2-b68e-664359e4095a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.543628] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52421f43-2a47-624a-e0dd-51f932130445, 'name': SearchDatastore_Task, 'duration_secs': 0.016591} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.543935] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 791.543935] env[68216]: value = "task-3068325" [ 791.543935] env[68216]: _type = "Task" [ 791.543935] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.544192] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.544455] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 0d7e106e-25b0-4998-9021-252c653508a5/0d7e106e-25b0-4998-9021-252c653508a5.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.544752] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d691a0-85cd-4e57-9534-b7f431f2fdc4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.558680] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068325, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.560018] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 791.560018] env[68216]: value = "task-3068326" [ 791.560018] env[68216]: _type = "Task" [ 791.560018] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.569333] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.572923] env[68216]: DEBUG nova.network.neutron [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance_info_cache with network_info: [{"id": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "address": "fa:16:3e:b9:6e:6f", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped33d89e-e8", "ovs_interfaceid": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.766090] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068324, 'name': ReconfigVM_Task, 'duration_secs': 0.304352} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.766478] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Reconfigured VM instance instance-00000035 to attach disk [datastore2] aed8e036-f959-48ef-8258-5465ebdb4a48/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.767416] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6dd1f8-dc30-4ab1-bcb7-c6ad2d24d274 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.795929] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c5bd82-2f91-4b11-a43b-11f2fe9f4b2f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.810534] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 791.810534] env[68216]: value = "task-3068327" [ 791.810534] env[68216]: _type = "Task" [ 791.810534] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.819904] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.850853] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ef907b-cf29-452a-9c34-e9ba58a6796b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.860816] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4052465b-e742-4dac-805c-17fb70c63b41 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.891842] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d743664-6151-4f2f-9fd9-b94fcfc24001 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.900043] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a774b-8691-4e6c-a737-70f21a673752 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.914452] env[68216]: DEBUG nova.compute.provider_tree [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.020699] env[68216]: DEBUG oslo_concurrency.lockutils [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.056058] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.073191] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068326, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.075947] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.319825] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068327, 'name': ReconfigVM_Task, 'duration_secs': 0.153784} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.320145] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.320364] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7c53d5-d540-4deb-a396-0ef38febc4e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.326317] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 792.326317] env[68216]: value = "task-3068328" [ 792.326317] env[68216]: _type = "Task" [ 792.326317] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.334304] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.417682] env[68216]: DEBUG nova.scheduler.client.report [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.555014] env[68216]: DEBUG oslo_vmware.api [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068325, 'name': PowerOnVM_Task, 'duration_secs': 0.725344} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.555294] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.555496] env[68216]: INFO nova.compute.manager [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Took 6.51 seconds to spawn the instance on the hypervisor. [ 792.555675] env[68216]: DEBUG nova.compute.manager [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.556474] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ce8077-f45e-4df1-869c-c75e1b1aa0a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.573406] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588185} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.573574] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 0d7e106e-25b0-4998-9021-252c653508a5/0d7e106e-25b0-4998-9021-252c653508a5.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.573743] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.573961] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13737f49-8c63-4342-a001-cb766049be08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.583039] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 792.583039] env[68216]: value = "task-3068329" [ 792.583039] env[68216]: _type = "Task" [ 792.583039] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.591244] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.836858] env[68216]: DEBUG oslo_vmware.api [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068328, 'name': PowerOnVM_Task, 'duration_secs': 0.492827} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.837188] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.840015] env[68216]: DEBUG nova.compute.manager [None req-bf1ab65e-8909-4180-8997-c07b498d51dd tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.840805] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fbf5fd-c270-4e11-bd38-6da08cd2af90 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.923762] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.923762] env[68216]: DEBUG nova.compute.manager [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.926734] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.049s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.926964] env[68216]: DEBUG nova.objects.instance [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lazy-loading 'resources' on Instance uuid 22cd6ec9-5152-4c4f-bbcd-8395b82b819e {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.075281] env[68216]: INFO nova.compute.manager [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Took 41.83 seconds to build instance. [ 793.098600] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089986} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.098913] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.099695] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de3dc74-cae3-41a0-9b5a-ee952242f667 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.119836] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 0d7e106e-25b0-4998-9021-252c653508a5/0d7e106e-25b0-4998-9021-252c653508a5.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.120354] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e17783f-dbc6-4b81-b45f-a9a870838b5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.139843] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 793.139843] env[68216]: value = "task-3068330" [ 793.139843] env[68216]: _type = "Task" [ 793.139843] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.147702] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.414063] env[68216]: INFO nova.compute.manager [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Rebuilding instance [ 793.429725] env[68216]: DEBUG nova.compute.utils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.436655] env[68216]: DEBUG nova.compute.manager [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.436655] env[68216]: DEBUG nova.network.neutron [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.461685] env[68216]: DEBUG nova.compute.manager [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.462594] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac99c09-d437-4c4a-8a3b-badcfcab136d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.484050] env[68216]: DEBUG nova.policy [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '086f8fc4266d4c37b7fc0df18f2e4d76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33c35360c4743b9a4598abea8dce596', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.577129] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1893dd3e-a7b6-4ec5-85ee-144a289bbf68 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "e9e15a2e-4800-4607-b8f2-4fc48a9b86b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.617s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.593452] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be74143-38e5-489d-ba1e-2d7c7da43278 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.614912] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance 'b392fef0-4e1a-4cc5-be4c-b19472a611a5' progress to 0 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 793.651655] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.809531] env[68216]: DEBUG nova.network.neutron [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Successfully created port: 1ee3f7e7-a98b-44ac-90ae-1f111aa14887 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.848602] env[68216]: INFO nova.compute.manager [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Rebuilding instance [ 793.894062] env[68216]: DEBUG nova.compute.manager [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.894938] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785b7b35-12a5-4791-9fa7-c13b02393ed2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.935519] env[68216]: DEBUG nova.compute.manager [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.997218] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008245d1-a81b-4e7f-b5a6-5f5dcb9649d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.005710] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ed55dd-1ec0-4d0b-9585-ddc4f4d57294 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.039506] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87682daf-d210-47bb-9cd4-7bdf348a1add {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.047405] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c2af79-a66a-407b-91af-f42b95c4a750 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.060676] env[68216]: DEBUG nova.compute.provider_tree [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.081432] env[68216]: DEBUG nova.compute.manager [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.122747] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.123335] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30dc3701-1e35-4366-94cf-265e665c98ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.135050] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 794.135050] env[68216]: value = "task-3068331" [ 794.135050] env[68216]: _type = "Task" [ 794.135050] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.141577] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.149717] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068330, 'name': ReconfigVM_Task, 'duration_secs': 0.727665} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.149990] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 0d7e106e-25b0-4998-9021-252c653508a5/0d7e106e-25b0-4998-9021-252c653508a5.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.151275] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40c53993-9052-4312-b1f0-8adf338b5fc3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.156393] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 794.156393] env[68216]: value = "task-3068332" [ 794.156393] env[68216]: _type = "Task" [ 794.156393] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.159074] env[68216]: DEBUG nova.compute.manager [req-e284f570-89f6-4ca1-a941-500b8efb4ef4 req-adc261bb-07c2-48dd-973b-6a4275eb9f7f service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Received event network-changed-d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 794.159265] env[68216]: DEBUG nova.compute.manager [req-e284f570-89f6-4ca1-a941-500b8efb4ef4 req-adc261bb-07c2-48dd-973b-6a4275eb9f7f service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Refreshing instance network info cache due to event network-changed-d81690a0-29e8-412c-8217-9b86dcb3154d. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 794.159479] env[68216]: DEBUG oslo_concurrency.lockutils [req-e284f570-89f6-4ca1-a941-500b8efb4ef4 req-adc261bb-07c2-48dd-973b-6a4275eb9f7f service nova] Acquiring lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.159619] env[68216]: DEBUG oslo_concurrency.lockutils [req-e284f570-89f6-4ca1-a941-500b8efb4ef4 req-adc261bb-07c2-48dd-973b-6a4275eb9f7f service nova] Acquired lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.159824] env[68216]: DEBUG nova.network.neutron [req-e284f570-89f6-4ca1-a941-500b8efb4ef4 req-adc261bb-07c2-48dd-973b-6a4275eb9f7f service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Refreshing network info cache for port d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.170016] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068332, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.480987] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.481323] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f02eff-eef0-4636-8fd6-aa32dedd131a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.491173] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 794.491173] env[68216]: value = "task-3068333" [ 794.491173] env[68216]: _type = "Task" [ 794.491173] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.503153] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.564762] env[68216]: DEBUG nova.scheduler.client.report [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.601962] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.644981] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068331, 'name': PowerOffVM_Task, 'duration_secs': 0.227682} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.644981] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.648040] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance 'b392fef0-4e1a-4cc5-be4c-b19472a611a5' progress to 17 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.671142] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068332, 'name': Rename_Task, 'duration_secs': 0.173622} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.671854] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.672182] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8743b6d7-eb28-4a18-bedd-ab905b61cceb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.678323] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 794.678323] env[68216]: value = "task-3068334" [ 794.678323] env[68216]: _type = "Task" [ 794.678323] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.687022] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.910542] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.910922] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af8f1d66-deb3-4fb4-8982-fc9ef214b55c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.919407] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 794.919407] env[68216]: value = "task-3068335" [ 794.919407] env[68216]: _type = "Task" [ 794.919407] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.928299] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.947794] env[68216]: DEBUG nova.compute.manager [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.978320] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.978715] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.978987] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.979233] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.979399] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.979549] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.979769] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.979916] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.980098] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.980276] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.980454] env[68216]: DEBUG nova.virt.hardware [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.981416] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b6a1d-578d-41ae-b8e2-92bc2aa27605 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.991943] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7cee84-59c2-4d29-b051-4c55235f46be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.004352] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068333, 'name': PowerOffVM_Task, 'duration_secs': 0.222773} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.014292] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.014580] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.015639] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa405f3b-7567-4699-9a65-f160b57c3c7a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.023204] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.023470] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71662ba8-bf0b-4d77-97a6-c281a05e32b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.077027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.078369] env[68216]: DEBUG nova.network.neutron [req-e284f570-89f6-4ca1-a941-500b8efb4ef4 req-adc261bb-07c2-48dd-973b-6a4275eb9f7f service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updated VIF entry in instance network info cache for port d81690a0-29e8-412c-8217-9b86dcb3154d. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.078581] env[68216]: DEBUG nova.network.neutron [req-e284f570-89f6-4ca1-a941-500b8efb4ef4 req-adc261bb-07c2-48dd-973b-6a4275eb9f7f service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updating instance_info_cache with network_info: [{"id": "d81690a0-29e8-412c-8217-9b86dcb3154d", "address": "fa:16:3e:61:7f:26", "network": {"id": "fbff193e-92c3-4853-9d61-dc48fda030e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1475680887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297bc0f4ec0448d3ba5b8073c117b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81690a0-29", "ovs_interfaceid": "d81690a0-29e8-412c-8217-9b86dcb3154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.079885] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.532s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.081521] env[68216]: INFO nova.compute.claims [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.088420] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.088633] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.088803] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleting the datastore file [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.089176] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b247e811-33fd-4371-9a57-2075aac03708 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.096918] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 795.096918] env[68216]: value = "task-3068337" [ 795.096918] env[68216]: _type = "Task" [ 795.096918] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.101386] env[68216]: INFO nova.scheduler.client.report [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Deleted allocations for instance 22cd6ec9-5152-4c4f-bbcd-8395b82b819e [ 795.110556] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.152943] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.153233] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.153599] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.153599] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.153789] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.153958] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.154032] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.157021] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.157021] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.157021] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.157021] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.165820] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2502dc80-4e28-4e79-abf0-99f40f30a724 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.184389] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 795.184389] env[68216]: value = "task-3068338" [ 795.184389] env[68216]: _type = "Task" [ 795.184389] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.191273] env[68216]: DEBUG oslo_vmware.api [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068334, 'name': PowerOnVM_Task, 'duration_secs': 0.453695} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.191938] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.192186] env[68216]: INFO nova.compute.manager [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Took 5.43 seconds to spawn the instance on the hypervisor. [ 795.192392] env[68216]: DEBUG nova.compute.manager [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.193193] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5defdd-2a02-4568-b176-bfcaa7711b78 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.199405] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.337136] env[68216]: DEBUG nova.network.neutron [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Successfully updated port: 1ee3f7e7-a98b-44ac-90ae-1f111aa14887 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.395161] env[68216]: DEBUG nova.compute.manager [req-991a8588-c95e-4693-948b-e8bc78920fc6 req-554e41a0-55c4-4b25-b7a7-fbdf6772186f service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Received event network-vif-plugged-1ee3f7e7-a98b-44ac-90ae-1f111aa14887 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 795.395161] env[68216]: DEBUG oslo_concurrency.lockutils [req-991a8588-c95e-4693-948b-e8bc78920fc6 req-554e41a0-55c4-4b25-b7a7-fbdf6772186f service nova] Acquiring lock "512e9886-b14a-4d89-93b9-817624140861-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.395161] env[68216]: DEBUG oslo_concurrency.lockutils [req-991a8588-c95e-4693-948b-e8bc78920fc6 req-554e41a0-55c4-4b25-b7a7-fbdf6772186f service nova] Lock "512e9886-b14a-4d89-93b9-817624140861-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.395161] env[68216]: DEBUG oslo_concurrency.lockutils [req-991a8588-c95e-4693-948b-e8bc78920fc6 req-554e41a0-55c4-4b25-b7a7-fbdf6772186f service nova] Lock "512e9886-b14a-4d89-93b9-817624140861-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.395161] env[68216]: DEBUG nova.compute.manager [req-991a8588-c95e-4693-948b-e8bc78920fc6 req-554e41a0-55c4-4b25-b7a7-fbdf6772186f service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] No waiting events found dispatching network-vif-plugged-1ee3f7e7-a98b-44ac-90ae-1f111aa14887 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.396025] env[68216]: WARNING nova.compute.manager [req-991a8588-c95e-4693-948b-e8bc78920fc6 req-554e41a0-55c4-4b25-b7a7-fbdf6772186f service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Received unexpected event network-vif-plugged-1ee3f7e7-a98b-44ac-90ae-1f111aa14887 for instance with vm_state building and task_state spawning. [ 795.432152] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068335, 'name': PowerOffVM_Task, 'duration_secs': 0.204963} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.432152] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.432152] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.432152] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321d4e4d-1c20-447e-9e98-9abc718f5c60 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.439870] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.439988] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3381ff2b-05c4-4eff-996d-a473550fd8c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.466113] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.466476] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.466672] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Deleting the datastore file [datastore1] e9e15a2e-4800-4607-b8f2-4fc48a9b86b0 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.466995] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb22242a-633d-4a85-88a2-d10504985d61 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.474859] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 795.474859] env[68216]: value = "task-3068340" [ 795.474859] env[68216]: _type = "Task" [ 795.474859] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.484474] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.590148] env[68216]: DEBUG oslo_concurrency.lockutils [req-e284f570-89f6-4ca1-a941-500b8efb4ef4 req-adc261bb-07c2-48dd-973b-6a4275eb9f7f service nova] Releasing lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.610481] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b30f359f-b08d-4be2-aae4-9f28c8df49a6 tempest-ServersTestMultiNic-884890818 tempest-ServersTestMultiNic-884890818-project-member] Lock "22cd6ec9-5152-4c4f-bbcd-8395b82b819e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.612s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.611586] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157266} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.613038] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.613038] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.613038] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.696824] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068338, 'name': ReconfigVM_Task, 'duration_secs': 0.316568} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.697145] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance 'b392fef0-4e1a-4cc5-be4c-b19472a611a5' progress to 33 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 795.712852] env[68216]: INFO nova.compute.manager [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Took 44.48 seconds to build instance. [ 795.839934] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "refresh_cache-512e9886-b14a-4d89-93b9-817624140861" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.840110] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "refresh_cache-512e9886-b14a-4d89-93b9-817624140861" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.840293] env[68216]: DEBUG nova.network.neutron [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.985171] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150344} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.985477] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.985721] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.985905] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.205389] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:25:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='771ca3c3-3a66-4fef-86b5-d4830d3d96c2',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-22784556',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.205817] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.205817] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.206565] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.206565] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.206565] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.206565] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.206565] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.206790] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.206919] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.207072] env[68216]: DEBUG nova.virt.hardware [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.212697] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 796.213286] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7ed9c6-6e2f-4620-8521-ce01e0d0fb71 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.231570] env[68216]: DEBUG oslo_concurrency.lockutils [None req-85d36c0c-9762-4227-bff5-13943d5df503 tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "0d7e106e-25b0-4998-9021-252c653508a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.227s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.240746] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 796.240746] env[68216]: value = "task-3068341" [ 796.240746] env[68216]: _type = "Task" [ 796.240746] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.256167] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.275727] env[68216]: DEBUG nova.compute.manager [req-8f4ee13e-4d84-4f53-84e7-f5fadd096ab8 req-1fa55b62-9bd9-4010-9931-49fe0030a917 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Received event network-changed-d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 796.275932] env[68216]: DEBUG nova.compute.manager [req-8f4ee13e-4d84-4f53-84e7-f5fadd096ab8 req-1fa55b62-9bd9-4010-9931-49fe0030a917 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Refreshing instance network info cache due to event network-changed-d81690a0-29e8-412c-8217-9b86dcb3154d. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 796.276195] env[68216]: DEBUG oslo_concurrency.lockutils [req-8f4ee13e-4d84-4f53-84e7-f5fadd096ab8 req-1fa55b62-9bd9-4010-9931-49fe0030a917 service nova] Acquiring lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.276348] env[68216]: DEBUG oslo_concurrency.lockutils [req-8f4ee13e-4d84-4f53-84e7-f5fadd096ab8 req-1fa55b62-9bd9-4010-9931-49fe0030a917 service nova] Acquired lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.276909] env[68216]: DEBUG nova.network.neutron [req-8f4ee13e-4d84-4f53-84e7-f5fadd096ab8 req-1fa55b62-9bd9-4010-9931-49fe0030a917 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Refreshing network info cache for port d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.372964] env[68216]: DEBUG nova.network.neutron [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.589923] env[68216]: DEBUG nova.network.neutron [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Updating instance_info_cache with network_info: [{"id": "1ee3f7e7-a98b-44ac-90ae-1f111aa14887", "address": "fa:16:3e:7e:41:af", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee3f7e7-a9", "ovs_interfaceid": "1ee3f7e7-a98b-44ac-90ae-1f111aa14887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.649662] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.649908] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.650074] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.650261] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.650418] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.650546] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.650746] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.650931] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.651199] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.651366] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.651541] env[68216]: DEBUG nova.virt.hardware [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.652452] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dadd49-6993-4bfd-b942-22d536eeb75e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.655857] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee6599a-c797-4e2b-b0a7-61b1257dea59 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.664925] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b651ea4b-2f32-4635-94c9-b1c4aef7079f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.669675] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7d53b6-b921-4677-8a10-5f2518a7ed63 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.684179] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:7b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1c8f803-b3a7-462f-a7d5-d386572bef5f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.693357] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.719534] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.719971] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26d7c8f3-450a-49b8-9135-a4c93f201640 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.735083] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17da518e-2447-48c2-8419-8c6788fdcc0f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.737885] env[68216]: DEBUG nova.compute.manager [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.749057] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78032f7-924d-43a9-8545-0073a9ab68e8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.753032] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.753032] env[68216]: value = "task-3068342" [ 796.753032] env[68216]: _type = "Task" [ 796.753032] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.756267] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068341, 'name': ReconfigVM_Task, 'duration_secs': 0.171087} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.762142] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 796.767487] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b2e3f2-9f67-4599-8f6b-2eba781f68cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.770326] env[68216]: DEBUG nova.compute.provider_tree [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.776810] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068342, 'name': CreateVM_Task} progress is 15%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.798382] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] b392fef0-4e1a-4cc5-be4c-b19472a611a5/b392fef0-4e1a-4cc5-be4c-b19472a611a5.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.799691] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-890248f2-63f0-42f3-b953-442cbe9376ac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.820282] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 796.820282] env[68216]: value = "task-3068343" [ 796.820282] env[68216]: _type = "Task" [ 796.820282] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.828463] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.026814] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.027110] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.027287] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.027491] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.027656] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.027810] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.028046] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.028237] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.028403] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.028582] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.028814] env[68216]: DEBUG nova.virt.hardware [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.029728] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc2d96a-df02-4702-a080-e74f06b899d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.037503] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2537b3-4436-43b4-b036-a42ac96102a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.041707] env[68216]: DEBUG nova.network.neutron [req-8f4ee13e-4d84-4f53-84e7-f5fadd096ab8 req-1fa55b62-9bd9-4010-9931-49fe0030a917 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updated VIF entry in instance network info cache for port d81690a0-29e8-412c-8217-9b86dcb3154d. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.041988] env[68216]: DEBUG nova.network.neutron [req-8f4ee13e-4d84-4f53-84e7-f5fadd096ab8 req-1fa55b62-9bd9-4010-9931-49fe0030a917 service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updating instance_info_cache with network_info: [{"id": "d81690a0-29e8-412c-8217-9b86dcb3154d", "address": "fa:16:3e:61:7f:26", "network": {"id": "fbff193e-92c3-4853-9d61-dc48fda030e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1475680887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297bc0f4ec0448d3ba5b8073c117b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81690a0-29", "ovs_interfaceid": "d81690a0-29e8-412c-8217-9b86dcb3154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.052536] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.058027] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.058722] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.058936] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ca80e0b-447a-4d5b-9ab1-c6b1a245c261 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.075596] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.075596] env[68216]: value = "task-3068344" [ 797.075596] env[68216]: _type = "Task" [ 797.075596] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.083403] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068344, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.095391] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "refresh_cache-512e9886-b14a-4d89-93b9-817624140861" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.095894] env[68216]: DEBUG nova.compute.manager [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Instance network_info: |[{"id": "1ee3f7e7-a98b-44ac-90ae-1f111aa14887", "address": "fa:16:3e:7e:41:af", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee3f7e7-a9", "ovs_interfaceid": "1ee3f7e7-a98b-44ac-90ae-1f111aa14887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.096419] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:41:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ee3f7e7-a98b-44ac-90ae-1f111aa14887', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.108477] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Creating folder: Project (c33c35360c4743b9a4598abea8dce596). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.109250] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f08e690b-9416-46ae-abd8-b5442e55cde6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.119400] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Created folder: Project (c33c35360c4743b9a4598abea8dce596) in parent group-v614292. [ 797.119673] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Creating folder: Instances. Parent ref: group-v614453. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.119992] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d9b4424-03c8-45bd-8de5-6d8f85efd904 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.129900] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Created folder: Instances in parent group-v614453. [ 797.130270] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.130540] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512e9886-b14a-4d89-93b9-817624140861] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.130820] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-591b8efb-8026-496b-a0a9-18c788e09230 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.158451] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.158451] env[68216]: value = "task-3068347" [ 797.158451] env[68216]: _type = "Task" [ 797.158451] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.168787] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068347, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.258273] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.268549] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068342, 'name': CreateVM_Task, 'duration_secs': 0.277843} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.268728] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.269415] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.269585] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.269920] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.270189] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a867f3b-48e1-470e-85dc-d9033fe16851 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.272879] env[68216]: DEBUG nova.scheduler.client.report [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.277331] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 797.277331] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521bc283-49e3-1728-7bab-4be7082e22c6" [ 797.277331] env[68216]: _type = "Task" [ 797.277331] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.286500] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521bc283-49e3-1728-7bab-4be7082e22c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.336310] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068343, 'name': ReconfigVM_Task, 'duration_secs': 0.322359} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.338796] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Reconfigured VM instance instance-0000002d to attach disk [datastore2] b392fef0-4e1a-4cc5-be4c-b19472a611a5/b392fef0-4e1a-4cc5-be4c-b19472a611a5.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.339217] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance 'b392fef0-4e1a-4cc5-be4c-b19472a611a5' progress to 50 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.544658] env[68216]: DEBUG oslo_concurrency.lockutils [req-8f4ee13e-4d84-4f53-84e7-f5fadd096ab8 req-1fa55b62-9bd9-4010-9931-49fe0030a917 service nova] Releasing lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.586364] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068344, 'name': CreateVM_Task, 'duration_secs': 0.290313} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.586606] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.587238] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.633031] env[68216]: DEBUG nova.compute.manager [req-7643ccb2-965d-4477-9f45-66aa2ec268c9 req-d2fa01d2-57f6-4e28-b15d-b1056b84fb9f service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Received event network-changed-1ee3f7e7-a98b-44ac-90ae-1f111aa14887 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 797.633031] env[68216]: DEBUG nova.compute.manager [req-7643ccb2-965d-4477-9f45-66aa2ec268c9 req-d2fa01d2-57f6-4e28-b15d-b1056b84fb9f service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Refreshing instance network info cache due to event network-changed-1ee3f7e7-a98b-44ac-90ae-1f111aa14887. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 797.633031] env[68216]: DEBUG oslo_concurrency.lockutils [req-7643ccb2-965d-4477-9f45-66aa2ec268c9 req-d2fa01d2-57f6-4e28-b15d-b1056b84fb9f service nova] Acquiring lock "refresh_cache-512e9886-b14a-4d89-93b9-817624140861" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.633479] env[68216]: DEBUG oslo_concurrency.lockutils [req-7643ccb2-965d-4477-9f45-66aa2ec268c9 req-d2fa01d2-57f6-4e28-b15d-b1056b84fb9f service nova] Acquired lock "refresh_cache-512e9886-b14a-4d89-93b9-817624140861" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.633629] env[68216]: DEBUG nova.network.neutron [req-7643ccb2-965d-4477-9f45-66aa2ec268c9 req-d2fa01d2-57f6-4e28-b15d-b1056b84fb9f service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Refreshing network info cache for port 1ee3f7e7-a98b-44ac-90ae-1f111aa14887 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.669104] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068347, 'name': CreateVM_Task, 'duration_secs': 0.324223} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.669315] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512e9886-b14a-4d89-93b9-817624140861] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.669951] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.778660] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.779258] env[68216]: DEBUG nova.compute.manager [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.782020] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.859s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.783503] env[68216]: INFO nova.compute.claims [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.795617] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521bc283-49e3-1728-7bab-4be7082e22c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.795906] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.796148] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.796429] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.796581] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.796757] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.797040] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.797339] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.797568] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15792dac-ecfc-4cc0-963a-a506efe58547 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.801043] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33aa2e7e-423b-49cc-8b27-0573dbf13cf9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.806948] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 797.806948] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529dcfeb-f595-33a1-2e51-744bba2a1f25" [ 797.806948] env[68216]: _type = "Task" [ 797.806948] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.811341] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.811849] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.812867] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8027452-434e-4108-ab09-f217409abede {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.819201] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529dcfeb-f595-33a1-2e51-744bba2a1f25, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.819949] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.820200] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.820412] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.820949] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.820949] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.822149] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4bc310a-8edb-49ef-8522-569250b01de1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.823836] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 797.823836] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521775e6-42be-241b-a4e2-99057601132e" [ 797.823836] env[68216]: _type = "Task" [ 797.823836] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.829917] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 797.829917] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bbeb56-7527-2c20-26d6-4297292a8ca9" [ 797.829917] env[68216]: _type = "Task" [ 797.829917] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.836613] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521775e6-42be-241b-a4e2-99057601132e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.842954] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bbeb56-7527-2c20-26d6-4297292a8ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.012413} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.843235] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.843458] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.843660] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.848834] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d383c4-ae92-401c-ba80-a6345a7c9404 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.866970] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec313929-1f25-4954-8e68-df96b2a67904 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.885258] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance 'b392fef0-4e1a-4cc5-be4c-b19472a611a5' progress to 67 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.293826] env[68216]: DEBUG nova.compute.utils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.295147] env[68216]: DEBUG nova.compute.manager [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.295316] env[68216]: DEBUG nova.network.neutron [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.339895] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521775e6-42be-241b-a4e2-99057601132e, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.340729] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da41dc85-0438-4d94-8008-1cb29d7a80d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.347036] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 798.347036] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5287b6e2-36a0-eabc-91d0-726dcf25d644" [ 798.347036] env[68216]: _type = "Task" [ 798.347036] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.354649] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5287b6e2-36a0-eabc-91d0-726dcf25d644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.366888] env[68216]: DEBUG nova.policy [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2070d00d65c44d468eaf117d20bf7cad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a08f3360ac5e431f8c5cc977919da440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.418905] env[68216]: DEBUG nova.network.neutron [req-7643ccb2-965d-4477-9f45-66aa2ec268c9 req-d2fa01d2-57f6-4e28-b15d-b1056b84fb9f service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Updated VIF entry in instance network info cache for port 1ee3f7e7-a98b-44ac-90ae-1f111aa14887. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.419288] env[68216]: DEBUG nova.network.neutron [req-7643ccb2-965d-4477-9f45-66aa2ec268c9 req-d2fa01d2-57f6-4e28-b15d-b1056b84fb9f service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Updating instance_info_cache with network_info: [{"id": "1ee3f7e7-a98b-44ac-90ae-1f111aa14887", "address": "fa:16:3e:7e:41:af", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee3f7e7-a9", "ovs_interfaceid": "1ee3f7e7-a98b-44ac-90ae-1f111aa14887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.467117] env[68216]: DEBUG nova.network.neutron [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Port ed33d89e-e8a3-40dc-81b3-37d970a30c4f binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 798.607505] env[68216]: DEBUG nova.compute.manager [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Received event network-changed-d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.607804] env[68216]: DEBUG nova.compute.manager [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Refreshing instance network info cache due to event network-changed-d81690a0-29e8-412c-8217-9b86dcb3154d. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 798.607936] env[68216]: DEBUG oslo_concurrency.lockutils [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] Acquiring lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.609771] env[68216]: DEBUG oslo_concurrency.lockutils [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] Acquired lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.609771] env[68216]: DEBUG nova.network.neutron [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Refreshing network info cache for port d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.803581] env[68216]: DEBUG nova.compute.manager [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.867247] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5287b6e2-36a0-eabc-91d0-726dcf25d644, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.867247] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.867247] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.867247] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.867247] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.867247] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dc86fe5-471a-49a6-a731-c8203878a24d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.868564] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6506d51b-e3c3-4fc0-ba31-7df37b18361a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.880035] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 798.880035] env[68216]: value = "task-3068348" [ 798.880035] env[68216]: _type = "Task" [ 798.880035] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.880035] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.880035] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.883399] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7f567e-bb75-45ee-b3ef-447ee0e3e653 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.896761] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.897372] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 798.897372] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5290eb2f-532d-4a3f-09b7-a35bae401b0b" [ 798.897372] env[68216]: _type = "Task" [ 798.897372] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.908329] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5290eb2f-532d-4a3f-09b7-a35bae401b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008908} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.911634] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31db0f4c-5668-4e65-891c-22419363346b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.916862] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 798.916862] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524f22a3-c487-7e68-83ce-4062a30387f4" [ 798.916862] env[68216]: _type = "Task" [ 798.916862] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.921607] env[68216]: DEBUG oslo_concurrency.lockutils [req-7643ccb2-965d-4477-9f45-66aa2ec268c9 req-d2fa01d2-57f6-4e28-b15d-b1056b84fb9f service nova] Releasing lock "refresh_cache-512e9886-b14a-4d89-93b9-817624140861" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.924917] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524f22a3-c487-7e68-83ce-4062a30387f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.978778] env[68216]: DEBUG nova.network.neutron [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Successfully created port: 41762cf2-21a5-4708-af62-141b288f2d61 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.372138] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca5843c-3f49-4665-aced-6b45735441d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.382973] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cef7d0-de6c-44e7-a2a7-e5a6c4bd927b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.400979] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488905} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.423374] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.423686] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.424566] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a28fcc19-c0eb-4154-9c0f-678df16d5333 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.431798] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aaf1fb-e5da-4b3e-84d4-37ec900c3dcc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.444370] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3222bd-3a98-495c-b56e-7d34e3f73006 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.449638] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 799.449638] env[68216]: value = "task-3068349" [ 799.449638] env[68216]: _type = "Task" [ 799.449638] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.449638] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524f22a3-c487-7e68-83ce-4062a30387f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008592} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.452603] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.452603] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] e9e15a2e-4800-4607-b8f2-4fc48a9b86b0/e9e15a2e-4800-4607-b8f2-4fc48a9b86b0.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.455580] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.455787] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.456011] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85aa081a-dd63-449e-979a-7f8654f08eae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.467368] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ba1fd5c-dca7-4d1d-8ae9-be36e09b867c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.469381] env[68216]: DEBUG nova.compute.provider_tree [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.484583] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.491381] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.491471] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.492374] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 799.492374] env[68216]: value = "task-3068350" [ 799.492374] env[68216]: _type = "Task" [ 799.492374] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.497036] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3eff85-4fbc-4c24-a905-a3dbb23ea5a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.504540] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.504769] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.504940] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.520119] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.521246] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 799.521246] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520b4945-45c2-42c6-a10e-84015c9ebdd0" [ 799.521246] env[68216]: _type = "Task" [ 799.521246] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.531885] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520b4945-45c2-42c6-a10e-84015c9ebdd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.532769] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef1620d-66dd-4572-af17-58ea0e433169 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.538242] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 799.538242] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e4e3bc-e23e-82bc-4fad-5c991f49c7c7" [ 799.538242] env[68216]: _type = "Task" [ 799.538242] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.546358] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e4e3bc-e23e-82bc-4fad-5c991f49c7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.649751] env[68216]: DEBUG nova.network.neutron [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updated VIF entry in instance network info cache for port d81690a0-29e8-412c-8217-9b86dcb3154d. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.650142] env[68216]: DEBUG nova.network.neutron [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updating instance_info_cache with network_info: [{"id": "d81690a0-29e8-412c-8217-9b86dcb3154d", "address": "fa:16:3e:61:7f:26", "network": {"id": "fbff193e-92c3-4853-9d61-dc48fda030e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1475680887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297bc0f4ec0448d3ba5b8073c117b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81690a0-29", "ovs_interfaceid": "d81690a0-29e8-412c-8217-9b86dcb3154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.814807] env[68216]: DEBUG nova.compute.manager [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.840966] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.842021] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.842021] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.842021] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.842254] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.842560] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.842949] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.843277] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.843595] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.846024] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.846024] env[68216]: DEBUG nova.virt.hardware [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.846024] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31e75b1-9977-4e7f-acee-be75784e19a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.853710] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03c0796-4db2-494b-a4b4-a30de50e645b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.962238] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092844} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.962536] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.963336] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea46bd2a-3126-427d-bd01-3549889b97bf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.977866] env[68216]: DEBUG nova.scheduler.client.report [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.989712] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.990267] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e5ab057-a09a-48ca-82a9-4b6d6668ea27 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.015576] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.017380] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 800.017380] env[68216]: value = "task-3068351" [ 800.017380] env[68216]: _type = "Task" [ 800.017380] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.024689] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.049925] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e4e3bc-e23e-82bc-4fad-5c991f49c7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.050193] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.050456] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 512e9886-b14a-4d89-93b9-817624140861/512e9886-b14a-4d89-93b9-817624140861.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.050763] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e2d003c-20f0-4f08-ba2a-b02c41585b64 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.056487] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 800.056487] env[68216]: value = "task-3068352" [ 800.056487] env[68216]: _type = "Task" [ 800.056487] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.064490] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.124896] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquiring lock "aed8e036-f959-48ef-8258-5465ebdb4a48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.125094] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lock "aed8e036-f959-48ef-8258-5465ebdb4a48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.125321] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquiring lock "aed8e036-f959-48ef-8258-5465ebdb4a48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.125513] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lock "aed8e036-f959-48ef-8258-5465ebdb4a48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.125682] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lock "aed8e036-f959-48ef-8258-5465ebdb4a48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.128496] env[68216]: INFO nova.compute.manager [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Terminating instance [ 800.153049] env[68216]: DEBUG oslo_concurrency.lockutils [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] Releasing lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.153312] env[68216]: DEBUG nova.compute.manager [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Received event network-changed-d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 800.153479] env[68216]: DEBUG nova.compute.manager [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Refreshing instance network info cache due to event network-changed-d81690a0-29e8-412c-8217-9b86dcb3154d. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 800.153811] env[68216]: DEBUG oslo_concurrency.lockutils [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] Acquiring lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.153811] env[68216]: DEBUG oslo_concurrency.lockutils [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] Acquired lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.153972] env[68216]: DEBUG nova.network.neutron [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Refreshing network info cache for port d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.491972] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.492638] env[68216]: DEBUG nova.compute.manager [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.495670] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.656s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.495876] env[68216]: DEBUG nova.objects.instance [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 800.516635] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068350, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.527800] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.552606] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.552796] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.552978] env[68216]: DEBUG nova.network.neutron [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.567630] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068352, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.632607] env[68216]: DEBUG nova.compute.manager [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.632884] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.633944] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e494d-e4a9-42c5-91c6-1e52897e3a6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.643065] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.643065] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-859c060e-43e8-43d2-8c4c-9439c51e4343 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.652738] env[68216]: DEBUG oslo_vmware.api [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 800.652738] env[68216]: value = "task-3068353" [ 800.652738] env[68216]: _type = "Task" [ 800.652738] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.664683] env[68216]: DEBUG oslo_vmware.api [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.000318] env[68216]: DEBUG nova.compute.utils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.009021] env[68216]: DEBUG nova.compute.manager [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Not allocating networking since 'none' was specified. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 801.016157] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068350, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.521281} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.017234] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] e9e15a2e-4800-4607-b8f2-4fc48a9b86b0/e9e15a2e-4800-4607-b8f2-4fc48a9b86b0.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.017451] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.017695] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6817d1c4-ff60-411e-890a-712ebc2e4bf3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.028354] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.029596] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 801.029596] env[68216]: value = "task-3068354" [ 801.029596] env[68216]: _type = "Task" [ 801.029596] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.037992] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.069331] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.943789} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.069628] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 512e9886-b14a-4d89-93b9-817624140861/512e9886-b14a-4d89-93b9-817624140861.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.069840] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.070102] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-511559de-03fb-4853-9066-4303683fe175 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.076414] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 801.076414] env[68216]: value = "task-3068355" [ 801.076414] env[68216]: _type = "Task" [ 801.076414] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.084452] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.134346] env[68216]: DEBUG nova.network.neutron [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updated VIF entry in instance network info cache for port d81690a0-29e8-412c-8217-9b86dcb3154d. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.134700] env[68216]: DEBUG nova.network.neutron [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updating instance_info_cache with network_info: [{"id": "d81690a0-29e8-412c-8217-9b86dcb3154d", "address": "fa:16:3e:61:7f:26", "network": {"id": "fbff193e-92c3-4853-9d61-dc48fda030e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1475680887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "297bc0f4ec0448d3ba5b8073c117b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81690a0-29", "ovs_interfaceid": "d81690a0-29e8-412c-8217-9b86dcb3154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.162200] env[68216]: DEBUG oslo_vmware.api [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068353, 'name': PowerOffVM_Task, 'duration_secs': 0.249782} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.162451] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.162616] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.162854] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb2cebd6-a72a-4542-916e-ca94b6935fd1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.223707] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.223898] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.223948] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Deleting the datastore file [datastore2] aed8e036-f959-48ef-8258-5465ebdb4a48 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.224245] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68e0678a-9aa6-4a03-987f-495dad58cd73 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.232199] env[68216]: DEBUG oslo_vmware.api [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for the task: (returnval){ [ 801.232199] env[68216]: value = "task-3068357" [ 801.232199] env[68216]: _type = "Task" [ 801.232199] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.240066] env[68216]: DEBUG oslo_vmware.api [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.265171] env[68216]: DEBUG nova.network.neutron [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance_info_cache with network_info: [{"id": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "address": "fa:16:3e:b9:6e:6f", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped33d89e-e8", "ovs_interfaceid": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.353077] env[68216]: DEBUG nova.network.neutron [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Successfully updated port: 41762cf2-21a5-4708-af62-141b288f2d61 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.425754] env[68216]: DEBUG nova.compute.manager [req-5e39de89-5628-4edd-8929-4392e100284b req-fa9ac105-381e-44e9-bfce-1232c6311612 service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Received event network-vif-plugged-41762cf2-21a5-4708-af62-141b288f2d61 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 801.426083] env[68216]: DEBUG oslo_concurrency.lockutils [req-5e39de89-5628-4edd-8929-4392e100284b req-fa9ac105-381e-44e9-bfce-1232c6311612 service nova] Acquiring lock "5de156c4-e2f8-4541-9564-df3de8bd4618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.426325] env[68216]: DEBUG oslo_concurrency.lockutils [req-5e39de89-5628-4edd-8929-4392e100284b req-fa9ac105-381e-44e9-bfce-1232c6311612 service nova] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.426452] env[68216]: DEBUG oslo_concurrency.lockutils [req-5e39de89-5628-4edd-8929-4392e100284b req-fa9ac105-381e-44e9-bfce-1232c6311612 service nova] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.426634] env[68216]: DEBUG nova.compute.manager [req-5e39de89-5628-4edd-8929-4392e100284b req-fa9ac105-381e-44e9-bfce-1232c6311612 service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] No waiting events found dispatching network-vif-plugged-41762cf2-21a5-4708-af62-141b288f2d61 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.426855] env[68216]: WARNING nova.compute.manager [req-5e39de89-5628-4edd-8929-4392e100284b req-fa9ac105-381e-44e9-bfce-1232c6311612 service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Received unexpected event network-vif-plugged-41762cf2-21a5-4708-af62-141b288f2d61 for instance with vm_state building and task_state spawning. [ 801.506893] env[68216]: DEBUG nova.compute.manager [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.511780] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5e141546-59e6-47a8-945f-2c71ae5227c0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.515123] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.464s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.515123] env[68216]: INFO nova.compute.claims [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.529880] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068351, 'name': ReconfigVM_Task, 'duration_secs': 1.099244} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.529880] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2/16e4cba8-065d-4254-b377-cc48b1db47f2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.531103] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92174d13-e2cc-4ee7-9c57-8639f307461f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.541594] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065315} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.542847] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.543206] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 801.543206] env[68216]: value = "task-3068358" [ 801.543206] env[68216]: _type = "Task" [ 801.543206] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.545145] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7752387c-5b0e-449c-b7ab-e0553f4eaf2e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.554013] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068358, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.569902] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e9e15a2e-4800-4607-b8f2-4fc48a9b86b0/e9e15a2e-4800-4607-b8f2-4fc48a9b86b0.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.571154] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eaf9334-25e8-4066-a30b-1eb9fed4d684 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.594724] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069052} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.595929] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.596288] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 801.596288] env[68216]: value = "task-3068359" [ 801.596288] env[68216]: _type = "Task" [ 801.596288] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.596935] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788d8e05-d0b1-4949-91f8-4ab9fbaadd14 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.627494] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 512e9886-b14a-4d89-93b9-817624140861/512e9886-b14a-4d89-93b9-817624140861.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.628116] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.628342] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012d7084-80ba-40f4-ab4c-ac83c88f6cda {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.643193] env[68216]: DEBUG oslo_concurrency.lockutils [req-a5ccca05-80c3-4939-a260-fbe262525008 req-2cc1c49c-89c7-4c17-b0c4-f3ef62d5bb8b service nova] Releasing lock "refresh_cache-aed8e036-f959-48ef-8258-5465ebdb4a48" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.648091] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 801.648091] env[68216]: value = "task-3068360" [ 801.648091] env[68216]: _type = "Task" [ 801.648091] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.655316] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.742388] env[68216]: DEBUG oslo_vmware.api [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Task: {'id': task-3068357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20161} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.742628] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.742807] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.742980] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.743176] env[68216]: INFO nova.compute.manager [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Took 1.11 seconds to destroy the instance on the hypervisor. [ 801.743414] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.743606] env[68216]: DEBUG nova.compute.manager [-] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.743698] env[68216]: DEBUG nova.network.neutron [-] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.768180] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.856136] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "refresh_cache-5de156c4-e2f8-4541-9564-df3de8bd4618" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.856300] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "refresh_cache-5de156c4-e2f8-4541-9564-df3de8bd4618" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.856456] env[68216]: DEBUG nova.network.neutron [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.060400] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068358, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.109616] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.158256] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.295369] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919c3c40-0e52-4ede-90d0-ba22b8143001 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.319055] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdff6fc6-6943-442d-81f9-9aa487c1a4ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.327109] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance 'b392fef0-4e1a-4cc5-be4c-b19472a611a5' progress to 83 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.407801] env[68216]: DEBUG nova.network.neutron [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.519449] env[68216]: DEBUG nova.compute.manager [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.555739] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.556126] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.556387] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.557281] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.557281] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.557281] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.557575] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.557838] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.558123] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.558391] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.558671] env[68216]: DEBUG nova.virt.hardware [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.560512] env[68216]: DEBUG nova.network.neutron [-] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.561699] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbfd174-f654-498e-aece-a19b9866c423 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.581231] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068358, 'name': Rename_Task, 'duration_secs': 0.76554} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.588267] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.590214] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bb0abf8-fcff-418a-aff9-8c65fec29c03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.595545] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c094f9-913c-43dd-893c-07bff5b6ae02 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.614604] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 802.614604] env[68216]: value = "task-3068361" [ 802.614604] env[68216]: _type = "Task" [ 802.614604] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.633517] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.643386] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Creating folder: Project (c8c9caf46bfa4dc190d4bd260d81da23). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.654337] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-157502dc-1443-420a-832a-b3df13d95c8c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.657628] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068359, 'name': ReconfigVM_Task, 'duration_secs': 0.762827} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.662519] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e9e15a2e-4800-4607-b8f2-4fc48a9b86b0/e9e15a2e-4800-4607-b8f2-4fc48a9b86b0.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.667781] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cadcff85-faa2-4900-bc50-85de2480b60f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.677694] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.680150] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Created folder: Project (c8c9caf46bfa4dc190d4bd260d81da23) in parent group-v614292. [ 802.680457] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Creating folder: Instances. Parent ref: group-v614456. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.685630] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a82fb1d7-83d3-41a0-bb6c-1487fd03c8a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.687783] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068360, 'name': ReconfigVM_Task, 'duration_secs': 0.745334} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.693369] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 512e9886-b14a-4d89-93b9-817624140861/512e9886-b14a-4d89-93b9-817624140861.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.694513] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 802.694513] env[68216]: value = "task-3068363" [ 802.694513] env[68216]: _type = "Task" [ 802.694513] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.695650] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-614a7053-24d6-4625-9b8e-f3e212f1a4c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.710431] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Created folder: Instances in parent group-v614456. [ 802.710431] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.710431] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.712176] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0c98f35-c098-498d-844b-4f8e1f89aac0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.741320] env[68216]: DEBUG nova.network.neutron [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Updating instance_info_cache with network_info: [{"id": "41762cf2-21a5-4708-af62-141b288f2d61", "address": "fa:16:3e:f4:50:0d", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41762cf2-21", "ovs_interfaceid": "41762cf2-21a5-4708-af62-141b288f2d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.743163] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068363, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.743643] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 802.743643] env[68216]: value = "task-3068365" [ 802.743643] env[68216]: _type = "Task" [ 802.743643] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.755137] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.755137] env[68216]: value = "task-3068366" [ 802.755137] env[68216]: _type = "Task" [ 802.755137] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.767637] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068365, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.779636] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068366, 'name': CreateVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.834143] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.834495] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d60f9f83-bf6d-46a8-9731-7658e3155608 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.840942] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 802.840942] env[68216]: value = "task-3068367" [ 802.840942] env[68216]: _type = "Task" [ 802.840942] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.853912] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.074624] env[68216]: INFO nova.compute.manager [-] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Took 1.33 seconds to deallocate network for instance. [ 803.152550] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068361, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.173830] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9fe12b-c589-46a6-9c80-374899af6081 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.182377] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c41807-7351-49f8-9177-1ea468caa356 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.224447] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a3079d-cb5e-4405-b683-fd21f83b8ae9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.233386] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068363, 'name': Rename_Task, 'duration_secs': 0.163488} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.235738] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.236090] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84bcef30-1d14-4599-9e5c-d5abee0670d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.238764] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4d5ef8-9820-45b7-a33a-916d11438012 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.253902] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "refresh_cache-5de156c4-e2f8-4541-9564-df3de8bd4618" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.254232] env[68216]: DEBUG nova.compute.manager [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Instance network_info: |[{"id": "41762cf2-21a5-4708-af62-141b288f2d61", "address": "fa:16:3e:f4:50:0d", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41762cf2-21", "ovs_interfaceid": "41762cf2-21a5-4708-af62-141b288f2d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.255132] env[68216]: DEBUG nova.compute.provider_tree [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.257745] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:50:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41762cf2-21a5-4708-af62-141b288f2d61', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.270230] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.273907] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 803.273907] env[68216]: value = "task-3068368" [ 803.273907] env[68216]: _type = "Task" [ 803.273907] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.275521] env[68216]: DEBUG nova.scheduler.client.report [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.279047] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.284912] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36543825-84dc-41dc-8973-2bec4f3a0953 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.307368] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068365, 'name': Rename_Task, 'duration_secs': 0.160556} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.308824] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.312409] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14228c99-0eab-435b-8a47-a0858ed91ff2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.314667] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068366, 'name': CreateVM_Task, 'duration_secs': 0.30668} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.318905] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.319167] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.319745] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.319745] env[68216]: value = "task-3068369" [ 803.319745] env[68216]: _type = "Task" [ 803.319745] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.320664] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.320851] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.321224] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.321505] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bdcfa9-21e2-42ff-8324-343f909d40d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.327279] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 803.327279] env[68216]: value = "task-3068370" [ 803.327279] env[68216]: _type = "Task" [ 803.327279] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.336938] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 803.336938] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c4a123-a79d-3c97-e556-552ca4bf8afa" [ 803.336938] env[68216]: _type = "Task" [ 803.336938] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.337301] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068369, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.346472] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068370, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.356359] env[68216]: DEBUG oslo_vmware.api [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068367, 'name': PowerOnVM_Task, 'duration_secs': 0.502299} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.360288] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.360839] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c063b894-8a0e-4254-a6c5-a2f5984d1f20 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance 'b392fef0-4e1a-4cc5-be4c-b19472a611a5' progress to 100 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.364290] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c4a123-a79d-3c97-e556-552ca4bf8afa, 'name': SearchDatastore_Task, 'duration_secs': 0.014419} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.364801] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.365040] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.365286] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.365433] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.365613] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.365889] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aacb4df-53e5-4dcd-9205-e9212e6d5fd5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.377875] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.378129] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.379264] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5a4b41-8f50-48b0-b0e1-3a7cb28e0c83 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.385629] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 803.385629] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522fb8de-3476-a2a2-443a-d30f5c2a1657" [ 803.385629] env[68216]: _type = "Task" [ 803.385629] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.398548] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522fb8de-3476-a2a2-443a-d30f5c2a1657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.501959] env[68216]: DEBUG nova.compute.manager [req-41093706-46d6-4a45-9c2c-5ba6e6d0aee8 req-3c530607-9779-4b2a-a66e-5754c2acbd7f service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Received event network-changed-41762cf2-21a5-4708-af62-141b288f2d61 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 803.502390] env[68216]: DEBUG nova.compute.manager [req-41093706-46d6-4a45-9c2c-5ba6e6d0aee8 req-3c530607-9779-4b2a-a66e-5754c2acbd7f service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Refreshing instance network info cache due to event network-changed-41762cf2-21a5-4708-af62-141b288f2d61. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 803.502741] env[68216]: DEBUG oslo_concurrency.lockutils [req-41093706-46d6-4a45-9c2c-5ba6e6d0aee8 req-3c530607-9779-4b2a-a66e-5754c2acbd7f service nova] Acquiring lock "refresh_cache-5de156c4-e2f8-4541-9564-df3de8bd4618" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.503030] env[68216]: DEBUG oslo_concurrency.lockutils [req-41093706-46d6-4a45-9c2c-5ba6e6d0aee8 req-3c530607-9779-4b2a-a66e-5754c2acbd7f service nova] Acquired lock "refresh_cache-5de156c4-e2f8-4541-9564-df3de8bd4618" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.503351] env[68216]: DEBUG nova.network.neutron [req-41093706-46d6-4a45-9c2c-5ba6e6d0aee8 req-3c530607-9779-4b2a-a66e-5754c2acbd7f service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Refreshing network info cache for port 41762cf2-21a5-4708-af62-141b288f2d61 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.583487] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.644370] env[68216]: DEBUG oslo_vmware.api [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068361, 'name': PowerOnVM_Task, 'duration_secs': 0.609462} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.644633] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.644856] env[68216]: DEBUG nova.compute.manager [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.645706] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aa168d-0215-46ed-b9ec-cf05f56cfe44 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.786368] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.787158] env[68216]: DEBUG nova.compute.manager [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.797190] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.531s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.797527] env[68216]: DEBUG nova.objects.instance [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lazy-loading 'resources' on Instance uuid f8b503be-ac30-458c-a0c6-a9c585ead93d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.807969] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.831700] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068369, 'name': CreateVM_Task, 'duration_secs': 0.457416} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.834978] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.835686] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.835918] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.836743] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.837272] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c74c769-980b-4871-a694-6d36ca11c5d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.843083] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.847201] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 803.847201] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522c4e47-f517-4372-7527-1d289e04fda4" [ 803.847201] env[68216]: _type = "Task" [ 803.847201] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.855255] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522c4e47-f517-4372-7527-1d289e04fda4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.897210] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522fb8de-3476-a2a2-443a-d30f5c2a1657, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.898118] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c635d3-b738-4f9e-9cf1-f9c9006a939b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.904166] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 803.904166] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528a670d-2a67-0bb2-96a9-1455e0246c33" [ 803.904166] env[68216]: _type = "Task" [ 803.904166] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.912493] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528a670d-2a67-0bb2-96a9-1455e0246c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.004579] env[68216]: INFO nova.compute.manager [None req-72c8a1fb-e59d-45f4-a3ab-75f8ed17f9b3 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Get console output [ 804.004945] env[68216]: WARNING nova.virt.vmwareapi.driver [None req-72c8a1fb-e59d-45f4-a3ab-75f8ed17f9b3 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] The console log is missing. Check your VSPC configuration [ 804.162929] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.220137] env[68216]: DEBUG nova.network.neutron [req-41093706-46d6-4a45-9c2c-5ba6e6d0aee8 req-3c530607-9779-4b2a-a66e-5754c2acbd7f service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Updated VIF entry in instance network info cache for port 41762cf2-21a5-4708-af62-141b288f2d61. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.220494] env[68216]: DEBUG nova.network.neutron [req-41093706-46d6-4a45-9c2c-5ba6e6d0aee8 req-3c530607-9779-4b2a-a66e-5754c2acbd7f service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Updating instance_info_cache with network_info: [{"id": "41762cf2-21a5-4708-af62-141b288f2d61", "address": "fa:16:3e:f4:50:0d", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41762cf2-21", "ovs_interfaceid": "41762cf2-21a5-4708-af62-141b288f2d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.306115] env[68216]: DEBUG nova.compute.utils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.308312] env[68216]: DEBUG oslo_vmware.api [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068368, 'name': PowerOnVM_Task, 'duration_secs': 0.579273} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.309043] env[68216]: DEBUG nova.compute.manager [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.309219] env[68216]: DEBUG nova.network.neutron [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.311724] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.312051] env[68216]: DEBUG nova.compute.manager [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.313319] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce0a83c-fd61-42a7-ab7c-c64a391356c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.340784] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.359520] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522c4e47-f517-4372-7527-1d289e04fda4, 'name': SearchDatastore_Task, 'duration_secs': 0.012589} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.362960] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.363374] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.363679] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.363889] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.364151] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.365925] env[68216]: DEBUG nova.policy [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ad779504d224bda8ef1bd6f4e40b923', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb98f66b73744e6d8f9f2b5ab9843dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.367573] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cce77d1-faf9-4a6b-8f63-db709499525d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.384890] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.385103] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.385851] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a406aee1-07e1-4eac-901f-d78cdf482500 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.391211] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 804.391211] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f2fbef-bfc4-3ba1-5f3c-94dc2bd7134b" [ 804.391211] env[68216]: _type = "Task" [ 804.391211] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.401675] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f2fbef-bfc4-3ba1-5f3c-94dc2bd7134b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.416829] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528a670d-2a67-0bb2-96a9-1455e0246c33, 'name': SearchDatastore_Task, 'duration_secs': 0.011724} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.419992] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.420290] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] cd5a7d94-13b0-49cc-b70d-ccf706ed580b/cd5a7d94-13b0-49cc-b70d-ccf706ed580b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.420922] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bccdec9-bc5e-44e5-9fa3-64784dcef7c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.428281] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 804.428281] env[68216]: value = "task-3068371" [ 804.428281] env[68216]: _type = "Task" [ 804.428281] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.440076] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.724385] env[68216]: DEBUG oslo_concurrency.lockutils [req-41093706-46d6-4a45-9c2c-5ba6e6d0aee8 req-3c530607-9779-4b2a-a66e-5754c2acbd7f service nova] Releasing lock "refresh_cache-5de156c4-e2f8-4541-9564-df3de8bd4618" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.724643] env[68216]: DEBUG nova.compute.manager [req-41093706-46d6-4a45-9c2c-5ba6e6d0aee8 req-3c530607-9779-4b2a-a66e-5754c2acbd7f service nova] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Received event network-vif-deleted-d81690a0-29e8-412c-8217-9b86dcb3154d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 804.779803] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3a6f4a-3a74-4dae-92f4-699beebe9fec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.787622] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732a9716-dc59-4407-a2c5-5f20823f170d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.819511] env[68216]: DEBUG nova.compute.manager [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.823267] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dac255-0e5c-4c24-998f-761366aa87f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.833748] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.838089] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fca70a-1367-40a8-89c9-76a850542990 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.848224] env[68216]: DEBUG oslo_vmware.api [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068370, 'name': PowerOnVM_Task, 'duration_secs': 1.158446} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.857990] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.858371] env[68216]: INFO nova.compute.manager [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Took 9.91 seconds to spawn the instance on the hypervisor. [ 804.858697] env[68216]: DEBUG nova.compute.manager [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.859589] env[68216]: DEBUG nova.compute.provider_tree [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.862109] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18320040-a5a9-425c-beb7-62ae94c909f0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.904747] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f2fbef-bfc4-3ba1-5f3c-94dc2bd7134b, 'name': SearchDatastore_Task, 'duration_secs': 0.023224} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.906197] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a087ce4-0c4e-47ec-9a62-29e6c4b077d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.914530] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 804.914530] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e21442-0a2f-0d94-9033-dab7425c14a7" [ 804.914530] env[68216]: _type = "Task" [ 804.914530] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.924487] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e21442-0a2f-0d94-9033-dab7425c14a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.939292] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068371, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.127092] env[68216]: DEBUG nova.network.neutron [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Successfully created port: c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.366456] env[68216]: DEBUG nova.scheduler.client.report [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.385643] env[68216]: INFO nova.compute.manager [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Took 51.51 seconds to build instance. [ 805.426993] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e21442-0a2f-0d94-9033-dab7425c14a7, 'name': SearchDatastore_Task, 'duration_secs': 0.017267} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.427320] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.427610] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 5de156c4-e2f8-4541-9564-df3de8bd4618/5de156c4-e2f8-4541-9564-df3de8bd4618.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.428272] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e9b2906-cfd9-4e2f-b541-a811b0dc7d24 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.440691] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790107} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.441983] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] cd5a7d94-13b0-49cc-b70d-ccf706ed580b/cd5a7d94-13b0-49cc-b70d-ccf706ed580b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.443037] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.443037] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 805.443037] env[68216]: value = "task-3068372" [ 805.443037] env[68216]: _type = "Task" [ 805.443037] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.443037] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c4a53c2-3649-4e2c-a0e0-e7e2053a25ba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.452874] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.454189] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 805.454189] env[68216]: value = "task-3068373" [ 805.454189] env[68216]: _type = "Task" [ 805.454189] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.462632] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.575027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquiring lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.576804] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.576804] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquiring lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.576804] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.576804] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.578382] env[68216]: INFO nova.compute.manager [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Terminating instance [ 805.832339] env[68216]: DEBUG nova.compute.manager [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.859317] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.859317] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.859603] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.859603] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.859813] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.859896] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.860097] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.860264] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.860500] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.860681] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.860854] env[68216]: DEBUG nova.virt.hardware [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.861810] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dee590-b4fc-4c99-aee5-852b35354964 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.871921] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.874520] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.522s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.876201] env[68216]: INFO nova.compute.claims [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.880230] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45040cb4-d72d-4679-a1d3-8bbea2d170fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.887472] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a7d440ef-808b-420a-9bc0-694af5034754 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.375s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.902893] env[68216]: INFO nova.scheduler.client.report [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Deleted allocations for instance f8b503be-ac30-458c-a0c6-a9c585ead93d [ 805.966876] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.976014] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070383} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.976476] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.977839] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c429632-55aa-4f19-b34c-24e6e22b20e3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.020989] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] cd5a7d94-13b0-49cc-b70d-ccf706ed580b/cd5a7d94-13b0-49cc-b70d-ccf706ed580b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.021564] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65cac34c-647d-427a-9ba0-4086d1d6b347 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.052429] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 806.052429] env[68216]: value = "task-3068374" [ 806.052429] env[68216]: _type = "Task" [ 806.052429] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.062562] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.083113] env[68216]: DEBUG nova.compute.manager [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.083349] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.084346] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0178b3fb-9d1d-40db-a86c-0c8efbd95b99 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.096784] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.097078] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af5dc4e8-ddd1-43a8-aa44-05d2549758f7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.106506] env[68216]: DEBUG oslo_vmware.api [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for the task: (returnval){ [ 806.106506] env[68216]: value = "task-3068375" [ 806.106506] env[68216]: _type = "Task" [ 806.106506] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.119208] env[68216]: DEBUG oslo_vmware.api [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3068375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.265202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "e9e15a2e-4800-4607-b8f2-4fc48a9b86b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.265490] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "e9e15a2e-4800-4607-b8f2-4fc48a9b86b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.265860] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "e9e15a2e-4800-4607-b8f2-4fc48a9b86b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.266748] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "e9e15a2e-4800-4607-b8f2-4fc48a9b86b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.266748] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "e9e15a2e-4800-4607-b8f2-4fc48a9b86b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.274026] env[68216]: INFO nova.compute.manager [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Terminating instance [ 806.398567] env[68216]: DEBUG nova.compute.manager [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.410194] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16750592-5ea5-4a9b-bac8-119e391c3de3 tempest-ListImageFiltersTestJSON-977355320 tempest-ListImageFiltersTestJSON-977355320-project-member] Lock "f8b503be-ac30-458c-a0c6-a9c585ead93d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.588s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.456718] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731488} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.457018] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 5de156c4-e2f8-4541-9564-df3de8bd4618/5de156c4-e2f8-4541-9564-df3de8bd4618.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.457256] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.457542] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f8ca485-dd2b-4097-b2c1-bae8472476ae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.463701] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 806.463701] env[68216]: value = "task-3068376" [ 806.463701] env[68216]: _type = "Task" [ 806.463701] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.472411] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.543631] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "b883dde2-73d4-40cb-9e2a-feb1abebb848" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.543855] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "b883dde2-73d4-40cb-9e2a-feb1abebb848" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.543968] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "b883dde2-73d4-40cb-9e2a-feb1abebb848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.544134] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "b883dde2-73d4-40cb-9e2a-feb1abebb848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.544322] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "b883dde2-73d4-40cb-9e2a-feb1abebb848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.546868] env[68216]: INFO nova.compute.manager [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Terminating instance [ 806.562767] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068374, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.616959] env[68216]: DEBUG oslo_vmware.api [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3068375, 'name': PowerOffVM_Task, 'duration_secs': 0.22636} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.617512] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.617725] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.618024] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85c9b0f7-6239-43fd-9279-8d22096364a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.625148] env[68216]: DEBUG nova.network.neutron [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Port ed33d89e-e8a3-40dc-81b3-37d970a30c4f binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 806.625714] env[68216]: DEBUG oslo_concurrency.lockutils [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.625880] env[68216]: DEBUG oslo_concurrency.lockutils [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.626081] env[68216]: DEBUG nova.network.neutron [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.700187] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.701323] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.701552] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Deleting the datastore file [datastore2] 4feb7a78-d8ff-4146-8b83-fb39d887d91a {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.702202] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-399de728-cc81-43d2-b8a9-5dbfb5b81bcb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.708288] env[68216]: DEBUG oslo_vmware.api [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for the task: (returnval){ [ 806.708288] env[68216]: value = "task-3068378" [ 806.708288] env[68216]: _type = "Task" [ 806.708288] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.719228] env[68216]: DEBUG oslo_vmware.api [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3068378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.747487] env[68216]: DEBUG nova.compute.manager [req-d9a9fa3b-c7d9-4ba2-a862-ecf411d40ac8 req-4c58288e-7538-4425-9d28-f9f295cb6184 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Received event network-vif-plugged-c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 806.747487] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9a9fa3b-c7d9-4ba2-a862-ecf411d40ac8 req-4c58288e-7538-4425-9d28-f9f295cb6184 service nova] Acquiring lock "e5214eca-dda1-41d9-804a-d260542b50a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.747487] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9a9fa3b-c7d9-4ba2-a862-ecf411d40ac8 req-4c58288e-7538-4425-9d28-f9f295cb6184 service nova] Lock "e5214eca-dda1-41d9-804a-d260542b50a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.747487] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9a9fa3b-c7d9-4ba2-a862-ecf411d40ac8 req-4c58288e-7538-4425-9d28-f9f295cb6184 service nova] Lock "e5214eca-dda1-41d9-804a-d260542b50a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.747487] env[68216]: DEBUG nova.compute.manager [req-d9a9fa3b-c7d9-4ba2-a862-ecf411d40ac8 req-4c58288e-7538-4425-9d28-f9f295cb6184 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] No waiting events found dispatching network-vif-plugged-c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.747487] env[68216]: WARNING nova.compute.manager [req-d9a9fa3b-c7d9-4ba2-a862-ecf411d40ac8 req-4c58288e-7538-4425-9d28-f9f295cb6184 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Received unexpected event network-vif-plugged-c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 for instance with vm_state building and task_state spawning. [ 806.776363] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "refresh_cache-e9e15a2e-4800-4607-b8f2-4fc48a9b86b0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.776868] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired lock "refresh_cache-e9e15a2e-4800-4607-b8f2-4fc48a9b86b0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.776868] env[68216]: DEBUG nova.network.neutron [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.831330] env[68216]: DEBUG nova.network.neutron [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Successfully updated port: c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.930554] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.940248] env[68216]: DEBUG nova.compute.manager [req-a614e3ec-5429-4b7b-b28a-6c2d193bab33 req-df77ac3b-14fc-4f39-884f-62153bf727b6 service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Received event network-changed-1ee3f7e7-a98b-44ac-90ae-1f111aa14887 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 806.940582] env[68216]: DEBUG nova.compute.manager [req-a614e3ec-5429-4b7b-b28a-6c2d193bab33 req-df77ac3b-14fc-4f39-884f-62153bf727b6 service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Refreshing instance network info cache due to event network-changed-1ee3f7e7-a98b-44ac-90ae-1f111aa14887. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 806.940682] env[68216]: DEBUG oslo_concurrency.lockutils [req-a614e3ec-5429-4b7b-b28a-6c2d193bab33 req-df77ac3b-14fc-4f39-884f-62153bf727b6 service nova] Acquiring lock "refresh_cache-512e9886-b14a-4d89-93b9-817624140861" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.940957] env[68216]: DEBUG oslo_concurrency.lockutils [req-a614e3ec-5429-4b7b-b28a-6c2d193bab33 req-df77ac3b-14fc-4f39-884f-62153bf727b6 service nova] Acquired lock "refresh_cache-512e9886-b14a-4d89-93b9-817624140861" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.940957] env[68216]: DEBUG nova.network.neutron [req-a614e3ec-5429-4b7b-b28a-6c2d193bab33 req-df77ac3b-14fc-4f39-884f-62153bf727b6 service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Refreshing network info cache for port 1ee3f7e7-a98b-44ac-90ae-1f111aa14887 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.975810] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071976} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.976096] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.976878] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671a879c-4c15-4644-a6e6-4623eb87a859 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.004597] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 5de156c4-e2f8-4541-9564-df3de8bd4618/5de156c4-e2f8-4541-9564-df3de8bd4618.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.007704] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49bd65ac-4490-46a2-954b-fff00d299c03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.028407] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 807.028407] env[68216]: value = "task-3068379" [ 807.028407] env[68216]: _type = "Task" [ 807.028407] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.036666] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.052853] env[68216]: DEBUG nova.compute.manager [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.053068] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.054051] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecaaed1-28fa-4a44-9f82-8cb108d33fd3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.070770] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068374, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.073197] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.073475] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-605dfce4-dd95-45d3-a78e-4f735c752cb2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.081560] env[68216]: DEBUG oslo_vmware.api [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 807.081560] env[68216]: value = "task-3068380" [ 807.081560] env[68216]: _type = "Task" [ 807.081560] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.092563] env[68216]: DEBUG oslo_vmware.api [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.219265] env[68216]: DEBUG oslo_vmware.api [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Task: {'id': task-3068378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500917} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.222040] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.222335] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.222571] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.222786] env[68216]: INFO nova.compute.manager [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 807.223091] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.223886] env[68216]: DEBUG nova.compute.manager [-] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.224765] env[68216]: DEBUG nova.network.neutron [-] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.335902] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.337308] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.341847] env[68216]: DEBUG nova.network.neutron [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.344702] env[68216]: DEBUG nova.network.neutron [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.488976] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c58b71-e7e2-4dc3-9545-49a3c91dd967 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.499457] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db901b1c-f527-476f-bf3c-f0a3fcc55298 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.543119] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515c8d6b-c400-4106-b812-e59102b9c8e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.550866] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068379, 'name': ReconfigVM_Task, 'duration_secs': 0.492015} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.553080] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 5de156c4-e2f8-4541-9564-df3de8bd4618/5de156c4-e2f8-4541-9564-df3de8bd4618.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.556850] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7e137c7-fd5f-4d34-afb9-91b9643eeee0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.559646] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c89c48-d2b2-49f3-93c4-1325b538a7e3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.572663] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068374, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.584023] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 807.584023] env[68216]: value = "task-3068381" [ 807.584023] env[68216]: _type = "Task" [ 807.584023] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.584023] env[68216]: DEBUG nova.compute.provider_tree [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.584023] env[68216]: DEBUG nova.network.neutron [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.601078] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068381, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.604993] env[68216]: DEBUG oslo_vmware.api [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068380, 'name': PowerOffVM_Task, 'duration_secs': 0.287988} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.604993] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.605215] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.605343] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bad4303-aa77-4b4c-98a0-6dccf3c15d56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.668272] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.668508] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.668686] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleting the datastore file [datastore1] b883dde2-73d4-40cb-9e2a-feb1abebb848 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.668963] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a9a5b3-3425-4139-ad21-f8c055ef7f13 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.675846] env[68216]: DEBUG oslo_vmware.api [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 807.675846] env[68216]: value = "task-3068383" [ 807.675846] env[68216]: _type = "Task" [ 807.675846] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.686201] env[68216]: DEBUG oslo_vmware.api [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.793159] env[68216]: DEBUG nova.network.neutron [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance_info_cache with network_info: [{"id": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "address": "fa:16:3e:b9:6e:6f", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped33d89e-e8", "ovs_interfaceid": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.870437] env[68216]: DEBUG nova.network.neutron [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.965519] env[68216]: DEBUG nova.network.neutron [req-a614e3ec-5429-4b7b-b28a-6c2d193bab33 req-df77ac3b-14fc-4f39-884f-62153bf727b6 service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Updated VIF entry in instance network info cache for port 1ee3f7e7-a98b-44ac-90ae-1f111aa14887. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.965939] env[68216]: DEBUG nova.network.neutron [req-a614e3ec-5429-4b7b-b28a-6c2d193bab33 req-df77ac3b-14fc-4f39-884f-62153bf727b6 service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Updating instance_info_cache with network_info: [{"id": "1ee3f7e7-a98b-44ac-90ae-1f111aa14887", "address": "fa:16:3e:7e:41:af", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee3f7e7-a9", "ovs_interfaceid": "1ee3f7e7-a98b-44ac-90ae-1f111aa14887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.007105] env[68216]: DEBUG nova.network.neutron [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance_info_cache with network_info: [{"id": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "address": "fa:16:3e:97:38:20", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e8ef90-c4", "ovs_interfaceid": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.067568] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068374, 'name': ReconfigVM_Task, 'duration_secs': 1.536193} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.067858] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] cd5a7d94-13b0-49cc-b70d-ccf706ed580b/cd5a7d94-13b0-49cc-b70d-ccf706ed580b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.071036] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6d4b04e-c8e1-4c8e-9fff-ca81e9a98153 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.077069] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 808.077069] env[68216]: value = "task-3068384" [ 808.077069] env[68216]: _type = "Task" [ 808.077069] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.086699] env[68216]: DEBUG nova.scheduler.client.report [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.091814] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068384, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.098298] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Releasing lock "refresh_cache-e9e15a2e-4800-4607-b8f2-4fc48a9b86b0" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.098298] env[68216]: DEBUG nova.compute.manager [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.098504] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.099677] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99682cf4-317b-4743-97e5-c016e01010b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.108025] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068381, 'name': Rename_Task, 'duration_secs': 0.276581} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.110082] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.110572] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.110786] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f812000-7f2d-4f69-92a7-6e7e04a92d95 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.113446] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbc5a4c3-382b-43e7-86a0-ca0bcc4a1b2d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.118932] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 808.118932] env[68216]: value = "task-3068385" [ 808.118932] env[68216]: _type = "Task" [ 808.118932] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.124214] env[68216]: DEBUG oslo_vmware.api [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 808.124214] env[68216]: value = "task-3068386" [ 808.124214] env[68216]: _type = "Task" [ 808.124214] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.131450] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.136222] env[68216]: DEBUG oslo_vmware.api [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.186143] env[68216]: DEBUG oslo_vmware.api [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504789} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.186356] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.186641] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.186838] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.187111] env[68216]: INFO nova.compute.manager [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Took 1.13 seconds to destroy the instance on the hypervisor. [ 808.187541] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.187645] env[68216]: DEBUG nova.compute.manager [-] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.187807] env[68216]: DEBUG nova.network.neutron [-] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.294495] env[68216]: DEBUG oslo_concurrency.lockutils [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.300610] env[68216]: DEBUG nova.network.neutron [-] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.469293] env[68216]: DEBUG oslo_concurrency.lockutils [req-a614e3ec-5429-4b7b-b28a-6c2d193bab33 req-df77ac3b-14fc-4f39-884f-62153bf727b6 service nova] Releasing lock "refresh_cache-512e9886-b14a-4d89-93b9-817624140861" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.509925] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.510639] env[68216]: DEBUG nova.compute.manager [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Instance network_info: |[{"id": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "address": "fa:16:3e:97:38:20", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e8ef90-c4", "ovs_interfaceid": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.510838] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:38:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6e8ef90-c482-4e6f-bb6b-148d7c4c1187', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.523790] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Creating folder: Project (fb98f66b73744e6d8f9f2b5ab9843dce). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.523790] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5df09142-1e93-49d1-bdcd-3bae946200e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.532060] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Created folder: Project (fb98f66b73744e6d8f9f2b5ab9843dce) in parent group-v614292. [ 808.532293] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Creating folder: Instances. Parent ref: group-v614460. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.532545] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-916621ff-0ac9-4f7a-a6e8-9b07323e5dca {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.542020] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Created folder: Instances in parent group-v614460. [ 808.542286] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.542560] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.542770] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9231402b-6354-4fed-9b63-48a77be98f92 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.561480] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.561480] env[68216]: value = "task-3068389" [ 808.561480] env[68216]: _type = "Task" [ 808.561480] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.568945] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068389, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.588554] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068384, 'name': Rename_Task, 'duration_secs': 0.23942} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.588816] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.589072] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6bc33bc-ff23-4863-9aea-595f0db2b691 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.595600] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 808.595600] env[68216]: value = "task-3068390" [ 808.595600] env[68216]: _type = "Task" [ 808.595600] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.599922] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.599922] env[68216]: DEBUG nova.compute.manager [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.606538] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.825s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.606744] env[68216]: DEBUG nova.objects.instance [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 808.609726] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.633435] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.639670] env[68216]: DEBUG oslo_vmware.api [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068386, 'name': PowerOffVM_Task, 'duration_secs': 0.188918} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.639670] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.639670] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.640999] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb32ae42-2e20-4bef-9f8a-b96be973a715 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.672614] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.672828] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.673012] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Deleting the datastore file [datastore1] e9e15a2e-4800-4607-b8f2-4fc48a9b86b0 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.673538] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c43b07-1a74-4e1d-be65-6339fa53c113 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.680737] env[68216]: DEBUG oslo_vmware.api [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 808.680737] env[68216]: value = "task-3068392" [ 808.680737] env[68216]: _type = "Task" [ 808.680737] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.688943] env[68216]: DEBUG oslo_vmware.api [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.790799] env[68216]: DEBUG nova.compute.manager [req-581fb43a-9d12-4f59-8cb9-00179f1d336d req-d21c2f3e-3a76-474c-ae3c-17954851aea6 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Received event network-changed-c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.791043] env[68216]: DEBUG nova.compute.manager [req-581fb43a-9d12-4f59-8cb9-00179f1d336d req-d21c2f3e-3a76-474c-ae3c-17954851aea6 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Refreshing instance network info cache due to event network-changed-c6e8ef90-c482-4e6f-bb6b-148d7c4c1187. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 808.791187] env[68216]: DEBUG oslo_concurrency.lockutils [req-581fb43a-9d12-4f59-8cb9-00179f1d336d req-d21c2f3e-3a76-474c-ae3c-17954851aea6 service nova] Acquiring lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.791308] env[68216]: DEBUG oslo_concurrency.lockutils [req-581fb43a-9d12-4f59-8cb9-00179f1d336d req-d21c2f3e-3a76-474c-ae3c-17954851aea6 service nova] Acquired lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.794025] env[68216]: DEBUG nova.network.neutron [req-581fb43a-9d12-4f59-8cb9-00179f1d336d req-d21c2f3e-3a76-474c-ae3c-17954851aea6 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Refreshing network info cache for port c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.797914] env[68216]: DEBUG nova.compute.manager [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68216) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 808.798023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.806987] env[68216]: INFO nova.compute.manager [-] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Took 1.58 seconds to deallocate network for instance. [ 808.992091] env[68216]: DEBUG nova.network.neutron [-] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.005695] env[68216]: DEBUG nova.compute.manager [req-ab3b99da-29ea-4eea-95f1-0c83b9dd5d49 req-cb6311a4-d187-4ee4-8cd7-70bd04e3ce3b service nova] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Received event network-vif-deleted-aa2ba662-a4f3-4c30-bba6-fd0516adad24 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 809.005960] env[68216]: DEBUG nova.compute.manager [req-ab3b99da-29ea-4eea-95f1-0c83b9dd5d49 req-cb6311a4-d187-4ee4-8cd7-70bd04e3ce3b service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Received event network-vif-deleted-68287287-3d78-46f8-a1c8-f519700ef1bc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 809.006416] env[68216]: INFO nova.compute.manager [req-ab3b99da-29ea-4eea-95f1-0c83b9dd5d49 req-cb6311a4-d187-4ee4-8cd7-70bd04e3ce3b service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Neutron deleted interface 68287287-3d78-46f8-a1c8-f519700ef1bc; detaching it from the instance and deleting it from the info cache [ 809.007795] env[68216]: DEBUG nova.network.neutron [req-ab3b99da-29ea-4eea-95f1-0c83b9dd5d49 req-cb6311a4-d187-4ee4-8cd7-70bd04e3ce3b service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.073873] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068389, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.106111] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068390, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.114612] env[68216]: DEBUG nova.compute.utils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.116524] env[68216]: DEBUG nova.compute.manager [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.120008] env[68216]: DEBUG nova.network.neutron [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.134776] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.184906] env[68216]: DEBUG nova.policy [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ea5788397764c5f8e66290c29cd8e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6eb265c6ba04bbbaafc8de9ad4715e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.205361] env[68216]: DEBUG oslo_vmware.api [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153261} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.205624] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.205805] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.205985] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.206174] env[68216]: INFO nova.compute.manager [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 809.206409] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.206603] env[68216]: DEBUG nova.compute.manager [-] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.206696] env[68216]: DEBUG nova.network.neutron [-] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.236905] env[68216]: DEBUG nova.network.neutron [-] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.309636] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.492280] env[68216]: DEBUG nova.network.neutron [req-581fb43a-9d12-4f59-8cb9-00179f1d336d req-d21c2f3e-3a76-474c-ae3c-17954851aea6 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updated VIF entry in instance network info cache for port c6e8ef90-c482-4e6f-bb6b-148d7c4c1187. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.492280] env[68216]: DEBUG nova.network.neutron [req-581fb43a-9d12-4f59-8cb9-00179f1d336d req-d21c2f3e-3a76-474c-ae3c-17954851aea6 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance_info_cache with network_info: [{"id": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "address": "fa:16:3e:97:38:20", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e8ef90-c4", "ovs_interfaceid": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.494865] env[68216]: INFO nova.compute.manager [-] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Took 1.31 seconds to deallocate network for instance. [ 809.514043] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-731c1206-3627-4d99-864d-76b37d3023c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.522557] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf9db92-1058-408d-a98b-78210e468521 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.558517] env[68216]: DEBUG nova.compute.manager [req-ab3b99da-29ea-4eea-95f1-0c83b9dd5d49 req-cb6311a4-d187-4ee4-8cd7-70bd04e3ce3b service nova] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Detach interface failed, port_id=68287287-3d78-46f8-a1c8-f519700ef1bc, reason: Instance b883dde2-73d4-40cb-9e2a-feb1abebb848 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 809.574234] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068389, 'name': CreateVM_Task, 'duration_secs': 0.576689} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.574465] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.575178] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.575343] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.575958] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.576236] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f91f2ce0-9ef1-41f9-915d-cfaf182d78a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.580963] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 809.580963] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52575667-8d83-27e3-41b9-b252e7f841fb" [ 809.580963] env[68216]: _type = "Task" [ 809.580963] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.588838] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52575667-8d83-27e3-41b9-b252e7f841fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.604755] env[68216]: DEBUG oslo_vmware.api [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068390, 'name': PowerOnVM_Task, 'duration_secs': 0.536383} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.605322] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.605618] env[68216]: INFO nova.compute.manager [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Took 7.09 seconds to spawn the instance on the hypervisor. [ 809.605808] env[68216]: DEBUG nova.compute.manager [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.606611] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54b6585-029c-4e15-9907-10369ef6aa02 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.617596] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f23c5c28-0b98-4fed-84c6-6abe48aad43d tempest-ServersAdmin275Test-255027755 tempest-ServersAdmin275Test-255027755-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.620021] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.836s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.620021] env[68216]: INFO nova.compute.claims [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.623870] env[68216]: DEBUG nova.compute.manager [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.634781] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068385, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.650209] env[68216]: DEBUG nova.network.neutron [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Successfully created port: 9198d5cd-d2db-4959-944b-270bce7ab742 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.737962] env[68216]: DEBUG nova.network.neutron [-] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.994569] env[68216]: DEBUG oslo_concurrency.lockutils [req-581fb43a-9d12-4f59-8cb9-00179f1d336d req-d21c2f3e-3a76-474c-ae3c-17954851aea6 service nova] Releasing lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.004216] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.094224] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52575667-8d83-27e3-41b9-b252e7f841fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014121} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.094561] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.094797] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.095043] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.095194] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.095366] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.096043] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c565eae-595b-4e02-a609-2a0e8e3f0f92 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.104039] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.104228] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.104961] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8565df-0191-41da-9fea-2efb72234223 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.111160] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 810.111160] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525f1f19-f389-32ad-ea07-2f07557eab6f" [ 810.111160] env[68216]: _type = "Task" [ 810.111160] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.122347] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525f1f19-f389-32ad-ea07-2f07557eab6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.126199] env[68216]: INFO nova.compute.manager [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Took 45.22 seconds to build instance. [ 810.137724] env[68216]: DEBUG oslo_vmware.api [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068385, 'name': PowerOnVM_Task, 'duration_secs': 1.590736} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.137968] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.138176] env[68216]: INFO nova.compute.manager [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Took 10.32 seconds to spawn the instance on the hypervisor. [ 810.138347] env[68216]: DEBUG nova.compute.manager [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.139125] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c243c184-1b01-4810-9f39-8e7d06faa0f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.241390] env[68216]: INFO nova.compute.manager [-] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Took 1.03 seconds to deallocate network for instance. [ 810.622111] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525f1f19-f389-32ad-ea07-2f07557eab6f, 'name': SearchDatastore_Task, 'duration_secs': 0.032574} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.624089] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3a4e1e-b4be-47b2-964d-6a757c89629b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.628777] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 810.628777] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526eddbb-c236-7b3a-ab49-f421f11bf9e9" [ 810.628777] env[68216]: _type = "Task" [ 810.628777] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.632621] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f7c36b6-b337-4d7f-b024-07af7c602185 tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "cd5a7d94-13b0-49cc-b70d-ccf706ed580b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.254s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.638163] env[68216]: DEBUG nova.compute.manager [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.649867] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526eddbb-c236-7b3a-ab49-f421f11bf9e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.649867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.649867] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] e5214eca-dda1-41d9-804a-d260542b50a3/e5214eca-dda1-41d9-804a-d260542b50a3.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.649867] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa11f464-1b00-4193-bf2d-63af92a74d6b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.667135] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 810.667135] env[68216]: value = "task-3068393" [ 810.667135] env[68216]: _type = "Task" [ 810.667135] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.667615] env[68216]: INFO nova.compute.manager [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Took 54.14 seconds to build instance. [ 810.712552] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.712552] env[68216]: DEBUG nova.virt.hardware [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.714109] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2241e0-1f93-497e-afe2-37fae7b0266e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.714109] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a107ec-d429-40dd-b96a-3b8edb47a18b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.747556] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.144177] env[68216]: DEBUG nova.compute.manager [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.170093] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ff6544f-276d-4f67-9757-a16cc8c90053 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.819s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.182290] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068393, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.260242] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a1e0d2-a2da-4149-99a1-5b6316b02f76 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.269180] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5668731-eca8-42dd-b676-a010d71e6591 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.301893] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d789b55-2986-43a4-991b-b51bdd17db4d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.311032] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409a6a1d-1828-40b4-a0b8-599361ec4181 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.324718] env[68216]: DEBUG nova.compute.provider_tree [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.545690] env[68216]: INFO nova.compute.manager [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Rebuilding instance [ 811.558366] env[68216]: DEBUG nova.network.neutron [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Successfully updated port: 9198d5cd-d2db-4959-944b-270bce7ab742 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.606689] env[68216]: DEBUG nova.compute.manager [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.607583] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e752cc-02f6-4324-a24d-02ad490b93a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.663636] env[68216]: DEBUG nova.compute.manager [req-aa82b18a-063d-4978-85c0-567bc23047f0 req-e8bf9957-729a-464e-9552-cf7799cb9ae6 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Received event network-vif-plugged-9198d5cd-d2db-4959-944b-270bce7ab742 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 811.663938] env[68216]: DEBUG oslo_concurrency.lockutils [req-aa82b18a-063d-4978-85c0-567bc23047f0 req-e8bf9957-729a-464e-9552-cf7799cb9ae6 service nova] Acquiring lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.664093] env[68216]: DEBUG oslo_concurrency.lockutils [req-aa82b18a-063d-4978-85c0-567bc23047f0 req-e8bf9957-729a-464e-9552-cf7799cb9ae6 service nova] Lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.664258] env[68216]: DEBUG oslo_concurrency.lockutils [req-aa82b18a-063d-4978-85c0-567bc23047f0 req-e8bf9957-729a-464e-9552-cf7799cb9ae6 service nova] Lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.664422] env[68216]: DEBUG nova.compute.manager [req-aa82b18a-063d-4978-85c0-567bc23047f0 req-e8bf9957-729a-464e-9552-cf7799cb9ae6 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] No waiting events found dispatching network-vif-plugged-9198d5cd-d2db-4959-944b-270bce7ab742 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.664583] env[68216]: WARNING nova.compute.manager [req-aa82b18a-063d-4978-85c0-567bc23047f0 req-e8bf9957-729a-464e-9552-cf7799cb9ae6 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Received unexpected event network-vif-plugged-9198d5cd-d2db-4959-944b-270bce7ab742 for instance with vm_state building and task_state spawning. [ 811.676599] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.682760] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519341} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.683012] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] e5214eca-dda1-41d9-804a-d260542b50a3/e5214eca-dda1-41d9-804a-d260542b50a3.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.683231] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.683479] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d86b5ce4-2fce-4e38-9f02-5f3a50be3178 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.690545] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 811.690545] env[68216]: value = "task-3068394" [ 811.690545] env[68216]: _type = "Task" [ 811.690545] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.698261] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.828167] env[68216]: DEBUG nova.scheduler.client.report [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.061524] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "refresh_cache-de7b7f31-1d94-4015-b31d-2ffa2e74bef3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.061682] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "refresh_cache-de7b7f31-1d94-4015-b31d-2ffa2e74bef3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.061836] env[68216]: DEBUG nova.network.neutron [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.202956] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079467} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.203273] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.204107] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec3aff9-6ad1-4b84-b495-a7d670debb7d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.231615] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] e5214eca-dda1-41d9-804a-d260542b50a3/e5214eca-dda1-41d9-804a-d260542b50a3.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.231940] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9da014-83b6-44b5-9be4-b1805265f1d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.255018] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 812.255018] env[68216]: value = "task-3068395" [ 812.255018] env[68216]: _type = "Task" [ 812.255018] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.262570] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.333693] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.334553] env[68216]: DEBUG nova.compute.manager [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.338042] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.438s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.339660] env[68216]: INFO nova.compute.claims [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.539804] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "5de156c4-e2f8-4541-9564-df3de8bd4618" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.540092] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.595447] env[68216]: DEBUG nova.network.neutron [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.622411] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.622637] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-152d77f9-fdae-4dfd-921d-149df942502a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.631531] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 812.631531] env[68216]: value = "task-3068396" [ 812.631531] env[68216]: _type = "Task" [ 812.631531] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.639805] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.748301] env[68216]: DEBUG nova.network.neutron [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Updating instance_info_cache with network_info: [{"id": "9198d5cd-d2db-4959-944b-270bce7ab742", "address": "fa:16:3e:8d:73:41", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9198d5cd-d2", "ovs_interfaceid": "9198d5cd-d2db-4959-944b-270bce7ab742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.764726] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquiring lock "2d45c664-54dd-46a6-94bf-5d263a716dd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.765068] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lock "2d45c664-54dd-46a6-94bf-5d263a716dd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.769894] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068395, 'name': ReconfigVM_Task, 'duration_secs': 0.336421} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.770836] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Reconfigured VM instance instance-0000003b to attach disk [datastore2] e5214eca-dda1-41d9-804a-d260542b50a3/e5214eca-dda1-41d9-804a-d260542b50a3.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.771507] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd0ac55a-29d6-4261-93d5-9fd26ace5ac4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.780290] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 812.780290] env[68216]: value = "task-3068397" [ 812.780290] env[68216]: _type = "Task" [ 812.780290] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.791158] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068397, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.839466] env[68216]: DEBUG nova.compute.utils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.842153] env[68216]: DEBUG nova.compute.manager [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.842418] env[68216]: DEBUG nova.network.neutron [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.882190] env[68216]: DEBUG nova.policy [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84ce1f656d0d48c4829493395ec2224e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb20fd1bb2494339836867b34a30c452', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.043533] env[68216]: DEBUG nova.compute.utils [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.140976] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068396, 'name': PowerOffVM_Task, 'duration_secs': 0.185372} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.141738] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.142583] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.143387] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b8a1a3-6d7d-433e-9afa-dd8bbf655a17 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.150105] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.150339] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85929fcc-c730-4b33-85d7-6a3c35d1f248 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.169571] env[68216]: DEBUG nova.network.neutron [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Successfully created port: b708f39d-925b-4636-9e65-2f147a422c9b {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.173514] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.173514] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.173683] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Deleting the datastore file [datastore2] cd5a7d94-13b0-49cc-b70d-ccf706ed580b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.173993] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b84ecf29-6398-4682-b257-e51938889072 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.181406] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 813.181406] env[68216]: value = "task-3068399" [ 813.181406] env[68216]: _type = "Task" [ 813.181406] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.188549] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.250906] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "refresh_cache-de7b7f31-1d94-4015-b31d-2ffa2e74bef3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.251309] env[68216]: DEBUG nova.compute.manager [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Instance network_info: |[{"id": "9198d5cd-d2db-4959-944b-270bce7ab742", "address": "fa:16:3e:8d:73:41", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9198d5cd-d2", "ovs_interfaceid": "9198d5cd-d2db-4959-944b-270bce7ab742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.251754] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:73:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9198d5cd-d2db-4959-944b-270bce7ab742', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.260010] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.260372] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.260618] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61acdefc-c818-419a-af34-5e4445937a2e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.277124] env[68216]: DEBUG nova.compute.manager [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.286953] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.286953] env[68216]: value = "task-3068400" [ 813.286953] env[68216]: _type = "Task" [ 813.286953] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.302805] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068397, 'name': Rename_Task, 'duration_secs': 0.345349} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.307054] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.307359] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068400, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.307784] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d96a2e4-e03b-4d8a-b276-51ea546ca1a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.316558] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 813.316558] env[68216]: value = "task-3068401" [ 813.316558] env[68216]: _type = "Task" [ 813.316558] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.325536] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.346105] env[68216]: DEBUG nova.compute.manager [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.547851] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.692618] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256447} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.694990] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.695199] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.695372] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.743076] env[68216]: DEBUG nova.compute.manager [req-9c6f8707-b786-4331-99f2-739bb9bf511f req-9cea93ab-205d-4d70-bf13-ee2eafb1a5a7 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Received event network-changed-9198d5cd-d2db-4959-944b-270bce7ab742 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 813.743224] env[68216]: DEBUG nova.compute.manager [req-9c6f8707-b786-4331-99f2-739bb9bf511f req-9cea93ab-205d-4d70-bf13-ee2eafb1a5a7 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Refreshing instance network info cache due to event network-changed-9198d5cd-d2db-4959-944b-270bce7ab742. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 813.743402] env[68216]: DEBUG oslo_concurrency.lockutils [req-9c6f8707-b786-4331-99f2-739bb9bf511f req-9cea93ab-205d-4d70-bf13-ee2eafb1a5a7 service nova] Acquiring lock "refresh_cache-de7b7f31-1d94-4015-b31d-2ffa2e74bef3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.743545] env[68216]: DEBUG oslo_concurrency.lockutils [req-9c6f8707-b786-4331-99f2-739bb9bf511f req-9cea93ab-205d-4d70-bf13-ee2eafb1a5a7 service nova] Acquired lock "refresh_cache-de7b7f31-1d94-4015-b31d-2ffa2e74bef3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.743723] env[68216]: DEBUG nova.network.neutron [req-9c6f8707-b786-4331-99f2-739bb9bf511f req-9cea93ab-205d-4d70-bf13-ee2eafb1a5a7 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Refreshing network info cache for port 9198d5cd-d2db-4959-944b-270bce7ab742 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.795116] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.806474] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068400, 'name': CreateVM_Task, 'duration_secs': 0.323902} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.806474] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.807175] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.807419] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.807747] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.808058] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c192593-82c7-4508-b2cd-1b3847d2ca81 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.815139] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 813.815139] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c8818f-86e5-573d-c2a9-0c6a6bdc13ec" [ 813.815139] env[68216]: _type = "Task" [ 813.815139] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.827676] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c8818f-86e5-573d-c2a9-0c6a6bdc13ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.831937] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068401, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.882538] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f3a06a-a3e7-4f74-9cbc-b1f2387f13fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.890622] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21af786c-1dcc-4032-b304-d5637f41ec54 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.921345] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e07babd-3817-49d3-b2e0-3a42f8f9d0fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.928859] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd02c2e8-4690-458f-a65a-c60da95e3e80 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.941956] env[68216]: DEBUG nova.compute.provider_tree [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.334198] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c8818f-86e5-573d-c2a9-0c6a6bdc13ec, 'name': SearchDatastore_Task, 'duration_secs': 0.019681} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.334481] env[68216]: DEBUG oslo_vmware.api [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068401, 'name': PowerOnVM_Task, 'duration_secs': 0.956787} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.334759] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.334998] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.335239] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.335398] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.335578] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.335854] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.336056] env[68216]: INFO nova.compute.manager [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Took 8.50 seconds to spawn the instance on the hypervisor. [ 814.336233] env[68216]: DEBUG nova.compute.manager [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.339041] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0b5b90d-1d85-494a-af37-a7c2e0d3b5b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.341239] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87c1060-b593-4f20-a38f-5ea04dd4fbde {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.352374] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.352504] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.353458] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8559da59-0172-4261-b3a6-e12101dc09a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.358585] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 814.358585] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524e4a3a-87f4-2f35-27d8-f2bc72d9c259" [ 814.358585] env[68216]: _type = "Task" [ 814.358585] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.365560] env[68216]: DEBUG nova.compute.manager [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.374420] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524e4a3a-87f4-2f35-27d8-f2bc72d9c259, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.375235] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62856595-60c6-4427-9be4-a4718cee80cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.380420] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 814.380420] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5257ce53-f3f6-b57e-73cc-a889c4b70706" [ 814.380420] env[68216]: _type = "Task" [ 814.380420] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.392783] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5257ce53-f3f6-b57e-73cc-a889c4b70706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.398744] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.398971] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.399150] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.399339] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.399484] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.399628] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.399831] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.399983] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.400188] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.400353] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.400523] env[68216]: DEBUG nova.virt.hardware [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.401588] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e1615-d8d1-424c-8f8c-e19a8426d0b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.417551] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdc3e85-f748-45b3-be90-f3b2b3e26f83 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.444850] env[68216]: DEBUG nova.scheduler.client.report [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.620574] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "5de156c4-e2f8-4541-9564-df3de8bd4618" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.620835] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.621094] env[68216]: INFO nova.compute.manager [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Attaching volume d10d6168-8040-4f26-96f7-5c0b9884a971 to /dev/sdb [ 814.656150] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc5ff18-9ea6-4c62-86b9-06763033f984 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.661964] env[68216]: DEBUG nova.network.neutron [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Successfully updated port: b708f39d-925b-4636-9e65-2f147a422c9b {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.665220] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64942f3e-d822-4e06-93b2-bfdbcae1e301 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.678947] env[68216]: DEBUG nova.virt.block_device [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Updating existing volume attachment record: 2cf9ea8a-0c01-4168-b48b-b26f68d26798 {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 814.732256] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.732569] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.732734] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.732915] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.733741] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.733948] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.734238] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.734403] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.734569] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.734791] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.734972] env[68216]: DEBUG nova.virt.hardware [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.735959] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83bc108-6ae2-462f-9b17-51738f035299 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.744374] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5d0c7d-22e4-4ab1-879f-42fc4c57557e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.758932] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.764465] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.764704] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.764954] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af3c7bed-c0c1-438f-94cb-fc53347bc3d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.780924] env[68216]: DEBUG nova.network.neutron [req-9c6f8707-b786-4331-99f2-739bb9bf511f req-9cea93ab-205d-4d70-bf13-ee2eafb1a5a7 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Updated VIF entry in instance network info cache for port 9198d5cd-d2db-4959-944b-270bce7ab742. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.781362] env[68216]: DEBUG nova.network.neutron [req-9c6f8707-b786-4331-99f2-739bb9bf511f req-9cea93ab-205d-4d70-bf13-ee2eafb1a5a7 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Updating instance_info_cache with network_info: [{"id": "9198d5cd-d2db-4959-944b-270bce7ab742", "address": "fa:16:3e:8d:73:41", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9198d5cd-d2", "ovs_interfaceid": "9198d5cd-d2db-4959-944b-270bce7ab742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.787440] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.787440] env[68216]: value = "task-3068402" [ 814.787440] env[68216]: _type = "Task" [ 814.787440] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.795479] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068402, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.866189] env[68216]: INFO nova.compute.manager [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Took 48.83 seconds to build instance. [ 814.893171] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5257ce53-f3f6-b57e-73cc-a889c4b70706, 'name': SearchDatastore_Task, 'duration_secs': 0.012798} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.893565] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.893962] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] de7b7f31-1d94-4015-b31d-2ffa2e74bef3/de7b7f31-1d94-4015-b31d-2ffa2e74bef3.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.894412] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69d93d64-9f25-4c26-90da-bae2211cc229 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.901363] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 814.901363] env[68216]: value = "task-3068405" [ 814.901363] env[68216]: _type = "Task" [ 814.901363] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.910320] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.950072] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.950601] env[68216]: DEBUG nova.compute.manager [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.953499] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.939s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.954484] env[68216]: DEBUG nova.objects.instance [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 815.168841] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquiring lock "refresh_cache-34c69605-cbef-476d-a663-9702a3d03633" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.169044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquired lock "refresh_cache-34c69605-cbef-476d-a663-9702a3d03633" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.169232] env[68216]: DEBUG nova.network.neutron [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.284424] env[68216]: DEBUG oslo_concurrency.lockutils [req-9c6f8707-b786-4331-99f2-739bb9bf511f req-9cea93ab-205d-4d70-bf13-ee2eafb1a5a7 service nova] Releasing lock "refresh_cache-de7b7f31-1d94-4015-b31d-2ffa2e74bef3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.298610] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068402, 'name': CreateVM_Task, 'duration_secs': 0.301942} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.298809] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.299287] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.299467] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.299772] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.300071] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686c939e-586c-4245-ade0-720f218832a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.305618] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 815.305618] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fb57e4-6360-f235-e2f3-2cb030adf48d" [ 815.305618] env[68216]: _type = "Task" [ 815.305618] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.316064] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fb57e4-6360-f235-e2f3-2cb030adf48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.370839] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df89a543-7428-40ea-b43c-05552cb60c03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.496s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.412216] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068405, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.462498] env[68216]: DEBUG nova.compute.utils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.463899] env[68216]: DEBUG nova.compute.manager [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.464092] env[68216]: DEBUG nova.network.neutron [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.568725] env[68216]: DEBUG nova.policy [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91a17c69495541658db06dae579ea48f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16830d5fbaf145019b5636759e7f6b22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.714920] env[68216]: DEBUG nova.network.neutron [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.783460] env[68216]: DEBUG nova.compute.manager [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Received event network-vif-plugged-b708f39d-925b-4636-9e65-2f147a422c9b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.783460] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] Acquiring lock "34c69605-cbef-476d-a663-9702a3d03633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.783460] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] Lock "34c69605-cbef-476d-a663-9702a3d03633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.783460] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] Lock "34c69605-cbef-476d-a663-9702a3d03633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.783460] env[68216]: DEBUG nova.compute.manager [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] [instance: 34c69605-cbef-476d-a663-9702a3d03633] No waiting events found dispatching network-vif-plugged-b708f39d-925b-4636-9e65-2f147a422c9b {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.783460] env[68216]: WARNING nova.compute.manager [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Received unexpected event network-vif-plugged-b708f39d-925b-4636-9e65-2f147a422c9b for instance with vm_state building and task_state spawning. [ 815.783460] env[68216]: DEBUG nova.compute.manager [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Received event network-changed-b708f39d-925b-4636-9e65-2f147a422c9b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.784461] env[68216]: DEBUG nova.compute.manager [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Refreshing instance network info cache due to event network-changed-b708f39d-925b-4636-9e65-2f147a422c9b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 815.784769] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] Acquiring lock "refresh_cache-34c69605-cbef-476d-a663-9702a3d03633" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.819191] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fb57e4-6360-f235-e2f3-2cb030adf48d, 'name': SearchDatastore_Task, 'duration_secs': 0.020793} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.819840] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.820195] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.821581] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.821881] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.822186] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.822538] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f80ae51-26f4-4e4f-b345-9076a94005fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.837172] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.837513] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.839475] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5f3835-11e8-4477-8f2c-ee31153683ac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.844188] env[68216]: DEBUG nova.compute.manager [req-fc169a78-5262-4fe7-8661-f8dda7bf002d req-fed3f5ef-8bf3-45fc-a7ed-77bdfaf00873 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Received event network-changed-c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.844464] env[68216]: DEBUG nova.compute.manager [req-fc169a78-5262-4fe7-8661-f8dda7bf002d req-fed3f5ef-8bf3-45fc-a7ed-77bdfaf00873 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Refreshing instance network info cache due to event network-changed-c6e8ef90-c482-4e6f-bb6b-148d7c4c1187. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 815.844751] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc169a78-5262-4fe7-8661-f8dda7bf002d req-fed3f5ef-8bf3-45fc-a7ed-77bdfaf00873 service nova] Acquiring lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.844973] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc169a78-5262-4fe7-8661-f8dda7bf002d req-fed3f5ef-8bf3-45fc-a7ed-77bdfaf00873 service nova] Acquired lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.845333] env[68216]: DEBUG nova.network.neutron [req-fc169a78-5262-4fe7-8661-f8dda7bf002d req-fed3f5ef-8bf3-45fc-a7ed-77bdfaf00873 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Refreshing network info cache for port c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.854033] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 815.854033] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a69f8d-f39d-1e6e-45b5-e1c2cbf9d485" [ 815.854033] env[68216]: _type = "Task" [ 815.854033] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.865332] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a69f8d-f39d-1e6e-45b5-e1c2cbf9d485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.869854] env[68216]: DEBUG nova.network.neutron [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Updating instance_info_cache with network_info: [{"id": "b708f39d-925b-4636-9e65-2f147a422c9b", "address": "fa:16:3e:8c:b5:ab", "network": {"id": "0b5c4b1e-2fc4-4215-aeb9-b4555a2df644", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-35380416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb20fd1bb2494339836867b34a30c452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb708f39d-92", "ovs_interfaceid": "b708f39d-925b-4636-9e65-2f147a422c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.910894] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546949} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.911174] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] de7b7f31-1d94-4015-b31d-2ffa2e74bef3/de7b7f31-1d94-4015-b31d-2ffa2e74bef3.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.911433] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.911689] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e697ff71-77b9-46f6-ab64-0f366cb07bfd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.918274] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 815.918274] env[68216]: value = "task-3068407" [ 815.918274] env[68216]: _type = "Task" [ 815.918274] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.926159] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.965072] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86d9b806-e3ab-4223-b2b6-df7fb7b3d36a tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.966195] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.675s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.966411] env[68216]: DEBUG nova.objects.instance [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lazy-loading 'resources' on Instance uuid 2d3901de-fd96-48d5-b12c-fc7ad111126e {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.971017] env[68216]: DEBUG nova.compute.manager [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.136513] env[68216]: DEBUG nova.network.neutron [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Successfully created port: ba907d70-793e-46e6-8a51-9dd668dd8f86 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.369612] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a69f8d-f39d-1e6e-45b5-e1c2cbf9d485, 'name': SearchDatastore_Task, 'duration_secs': 0.027348} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.370508] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-412e5ecd-4b64-46f9-8c60-78c200cc9b6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.373101] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Releasing lock "refresh_cache-34c69605-cbef-476d-a663-9702a3d03633" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.373408] env[68216]: DEBUG nova.compute.manager [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Instance network_info: |[{"id": "b708f39d-925b-4636-9e65-2f147a422c9b", "address": "fa:16:3e:8c:b5:ab", "network": {"id": "0b5c4b1e-2fc4-4215-aeb9-b4555a2df644", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-35380416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb20fd1bb2494339836867b34a30c452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb708f39d-92", "ovs_interfaceid": "b708f39d-925b-4636-9e65-2f147a422c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.373692] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] Acquired lock "refresh_cache-34c69605-cbef-476d-a663-9702a3d03633" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.373866] env[68216]: DEBUG nova.network.neutron [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Refreshing network info cache for port b708f39d-925b-4636-9e65-2f147a422c9b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.374973] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:b5:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b708f39d-925b-4636-9e65-2f147a422c9b', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.382589] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Creating folder: Project (eb20fd1bb2494339836867b34a30c452). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.385012] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b06b6b9-c76b-48f6-bbc8-fd2d9364b272 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.390173] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 816.390173] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5272d766-934c-09de-41bd-d1bf6042bd13" [ 816.390173] env[68216]: _type = "Task" [ 816.390173] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.400023] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5272d766-934c-09de-41bd-d1bf6042bd13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.400675] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Created folder: Project (eb20fd1bb2494339836867b34a30c452) in parent group-v614292. [ 816.400843] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Creating folder: Instances. Parent ref: group-v614467. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.401083] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1ab8ab1-7d3f-4e1e-b4f1-8718326ae592 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.410167] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Created folder: Instances in parent group-v614467. [ 816.410167] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.410167] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.410252] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44505064-2251-4a1a-896e-62f130483dda {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.435462] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.435462] env[68216]: value = "task-3068410" [ 816.435462] env[68216]: _type = "Task" [ 816.435462] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.438369] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070503} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.441505] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.442263] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e348e1b0-0894-4712-b6b1-d7ac9a8de60d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.468447] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] de7b7f31-1d94-4015-b31d-2ffa2e74bef3/de7b7f31-1d94-4015-b31d-2ffa2e74bef3.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.469082] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068410, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.473919] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5a5d08-8de0-4cec-b684-959ec764a920 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.500360] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 816.500360] env[68216]: value = "task-3068411" [ 816.500360] env[68216]: _type = "Task" [ 816.500360] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.509854] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.642872] env[68216]: DEBUG nova.network.neutron [req-fc169a78-5262-4fe7-8661-f8dda7bf002d req-fed3f5ef-8bf3-45fc-a7ed-77bdfaf00873 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updated VIF entry in instance network info cache for port c6e8ef90-c482-4e6f-bb6b-148d7c4c1187. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.643242] env[68216]: DEBUG nova.network.neutron [req-fc169a78-5262-4fe7-8661-f8dda7bf002d req-fed3f5ef-8bf3-45fc-a7ed-77bdfaf00873 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance_info_cache with network_info: [{"id": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "address": "fa:16:3e:97:38:20", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e8ef90-c4", "ovs_interfaceid": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.900326] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5272d766-934c-09de-41bd-d1bf6042bd13, 'name': SearchDatastore_Task, 'duration_secs': 0.04554} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.902855] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.903140] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] cd5a7d94-13b0-49cc-b70d-ccf706ed580b/cd5a7d94-13b0-49cc-b70d-ccf706ed580b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.903648] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ab24d1e-9393-4d12-91a7-62b838690386 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.910290] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 816.910290] env[68216]: value = "task-3068412" [ 816.910290] env[68216]: _type = "Task" [ 816.910290] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.922790] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.961744] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068410, 'name': CreateVM_Task, 'duration_secs': 0.31132} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.963159] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.963879] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.964070] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.964394] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.965686] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2841bb7-f76c-4c3b-812d-08ddec9b50ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.967889] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab11afb-4a3f-4aad-8b78-3b48dcb1c37b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.973572] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for the task: (returnval){ [ 816.973572] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fd3de0-1909-7977-b888-ebe686648d4b" [ 816.973572] env[68216]: _type = "Task" [ 816.973572] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.983148] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b711a357-c49f-45e9-9c4c-a1aab9ebbf37 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.989012] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fd3de0-1909-7977-b888-ebe686648d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.015206] env[68216]: DEBUG nova.compute.manager [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.023488] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351b1e7f-bb56-41ee-a276-47eef9155680 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.031474] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068411, 'name': ReconfigVM_Task, 'duration_secs': 0.327259} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.033783] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Reconfigured VM instance instance-0000003c to attach disk [datastore1] de7b7f31-1d94-4015-b31d-2ffa2e74bef3/de7b7f31-1d94-4015-b31d-2ffa2e74bef3.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.034512] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e3006b5-a2e1-4081-939e-633ea7dc3718 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.037134] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08930d1a-3195-491a-8696-00076840b909 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.053542] env[68216]: DEBUG nova.compute.provider_tree [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.056958] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.057191] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.057348] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.057523] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.057661] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.057813] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.058017] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.058183] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.058347] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.058498] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.058665] env[68216]: DEBUG nova.virt.hardware [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.060536] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48f7ce-ce5b-4911-b846-f7babd6910c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.063119] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 817.063119] env[68216]: value = "task-3068414" [ 817.063119] env[68216]: _type = "Task" [ 817.063119] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.073613] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334c7a1b-f87a-4349-8f74-83775f81368d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.083522] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068414, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.142246] env[68216]: DEBUG nova.network.neutron [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Updated VIF entry in instance network info cache for port b708f39d-925b-4636-9e65-2f147a422c9b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.142630] env[68216]: DEBUG nova.network.neutron [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Updating instance_info_cache with network_info: [{"id": "b708f39d-925b-4636-9e65-2f147a422c9b", "address": "fa:16:3e:8c:b5:ab", "network": {"id": "0b5c4b1e-2fc4-4215-aeb9-b4555a2df644", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-35380416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb20fd1bb2494339836867b34a30c452", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb708f39d-92", "ovs_interfaceid": "b708f39d-925b-4636-9e65-2f147a422c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.146065] env[68216]: DEBUG oslo_concurrency.lockutils [req-fc169a78-5262-4fe7-8661-f8dda7bf002d req-fed3f5ef-8bf3-45fc-a7ed-77bdfaf00873 service nova] Releasing lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.422528] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068412, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.487969] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fd3de0-1909-7977-b888-ebe686648d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.014536} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.488513] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.488862] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.489369] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.489648] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.489885] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.490286] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-219ce8e4-79a8-41a1-8097-c22f0943d754 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.498943] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.499200] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.500032] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-875bd6bc-6c89-4630-ac6a-3ae633daf11a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.505823] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for the task: (returnval){ [ 817.505823] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52baad83-8aaf-1451-0be1-36c3d23a838b" [ 817.505823] env[68216]: _type = "Task" [ 817.505823] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.514094] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52baad83-8aaf-1451-0be1-36c3d23a838b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.565560] env[68216]: DEBUG nova.scheduler.client.report [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.577829] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068414, 'name': Rename_Task, 'duration_secs': 0.138963} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.578116] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.578370] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f71cf46d-2c4b-4932-8546-37324f6951a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.585323] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 817.585323] env[68216]: value = "task-3068415" [ 817.585323] env[68216]: _type = "Task" [ 817.585323] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.595605] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.645588] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f4f4aa3-95b3-4681-8b87-05f088ba5c52 req-a5b5570c-e53d-47c8-8d9b-e96024ebe06f service nova] Releasing lock "refresh_cache-34c69605-cbef-476d-a663-9702a3d03633" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.828849] env[68216]: DEBUG nova.network.neutron [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Successfully updated port: ba907d70-793e-46e6-8a51-9dd668dd8f86 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.876408] env[68216]: DEBUG nova.compute.manager [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Received event network-vif-plugged-ba907d70-793e-46e6-8a51-9dd668dd8f86 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.876480] env[68216]: DEBUG oslo_concurrency.lockutils [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] Acquiring lock "28872e8d-7c98-4722-aba7-d46421fb2a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.876671] env[68216]: DEBUG oslo_concurrency.lockutils [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] Lock "28872e8d-7c98-4722-aba7-d46421fb2a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.876831] env[68216]: DEBUG oslo_concurrency.lockutils [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] Lock "28872e8d-7c98-4722-aba7-d46421fb2a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.876994] env[68216]: DEBUG nova.compute.manager [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] No waiting events found dispatching network-vif-plugged-ba907d70-793e-46e6-8a51-9dd668dd8f86 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.878298] env[68216]: WARNING nova.compute.manager [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Received unexpected event network-vif-plugged-ba907d70-793e-46e6-8a51-9dd668dd8f86 for instance with vm_state building and task_state spawning. [ 817.878491] env[68216]: DEBUG nova.compute.manager [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Received event network-changed-ba907d70-793e-46e6-8a51-9dd668dd8f86 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.878642] env[68216]: DEBUG nova.compute.manager [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Refreshing instance network info cache due to event network-changed-ba907d70-793e-46e6-8a51-9dd668dd8f86. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 817.878806] env[68216]: DEBUG oslo_concurrency.lockutils [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] Acquiring lock "refresh_cache-28872e8d-7c98-4722-aba7-d46421fb2a4a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.878956] env[68216]: DEBUG oslo_concurrency.lockutils [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] Acquired lock "refresh_cache-28872e8d-7c98-4722-aba7-d46421fb2a4a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.879140] env[68216]: DEBUG nova.network.neutron [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Refreshing network info cache for port ba907d70-793e-46e6-8a51-9dd668dd8f86 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.922764] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587139} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.923168] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] cd5a7d94-13b0-49cc-b70d-ccf706ed580b/cd5a7d94-13b0-49cc-b70d-ccf706ed580b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.923506] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.923846] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8553968-9503-424b-ab5b-1568d72a67af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.931178] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 817.931178] env[68216]: value = "task-3068416" [ 817.931178] env[68216]: _type = "Task" [ 817.931178] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.941321] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.017132] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52baad83-8aaf-1451-0be1-36c3d23a838b, 'name': SearchDatastore_Task, 'duration_secs': 0.014071} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.017954] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b376c29-3e7b-4037-9c27-f7d5406f3e70 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.023894] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for the task: (returnval){ [ 818.023894] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b20fc6-56bc-45b1-8f8f-5ebcbfe241b9" [ 818.023894] env[68216]: _type = "Task" [ 818.023894] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.032387] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b20fc6-56bc-45b1-8f8f-5ebcbfe241b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.075035] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.077633] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.619s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.077920] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.078162] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 818.078394] env[68216]: DEBUG oslo_concurrency.lockutils [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.098s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.078687] env[68216]: DEBUG nova.objects.instance [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lazy-loading 'resources' on Instance uuid 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.080743] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f4be33-5013-4df9-8bf8-b13f66229a20 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.095065] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17a989d-1dbc-467b-9662-e0c106ec48c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.104068] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068415, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.105109] env[68216]: INFO nova.scheduler.client.report [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Deleted allocations for instance 2d3901de-fd96-48d5-b12c-fc7ad111126e [ 818.119616] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d9a39d-16c3-4d5a-b03e-921d60cf33a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.125440] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b689dc-7a64-4c0f-8762-aa8ea9360cd1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.158597] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178812MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 818.158771] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.332442] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquiring lock "refresh_cache-28872e8d-7c98-4722-aba7-d46421fb2a4a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.410063] env[68216]: DEBUG nova.network.neutron [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.441274] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178029} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.441579] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.442382] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522687ed-5c21-42fb-9e09-1a09bd321503 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.464886] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] cd5a7d94-13b0-49cc-b70d-ccf706ed580b/cd5a7d94-13b0-49cc-b70d-ccf706ed580b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.465221] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0cb541-93a5-4703-bf23-c4179529270b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.485649] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 818.485649] env[68216]: value = "task-3068417" [ 818.485649] env[68216]: _type = "Task" [ 818.485649] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.493718] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.494622] env[68216]: DEBUG nova.network.neutron [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.534203] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b20fc6-56bc-45b1-8f8f-5ebcbfe241b9, 'name': SearchDatastore_Task, 'duration_secs': 0.023717} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.534476] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.534734] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 34c69605-cbef-476d-a663-9702a3d03633/34c69605-cbef-476d-a663-9702a3d03633.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.534987] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a47fc908-4357-41b1-a259-f45d4233e10e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.542576] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for the task: (returnval){ [ 818.542576] env[68216]: value = "task-3068418" [ 818.542576] env[68216]: _type = "Task" [ 818.542576] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.549824] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.599981] env[68216]: DEBUG oslo_vmware.api [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068415, 'name': PowerOnVM_Task, 'duration_secs': 0.521364} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.600093] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.600671] env[68216]: INFO nova.compute.manager [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Took 7.96 seconds to spawn the instance on the hypervisor. [ 818.600671] env[68216]: DEBUG nova.compute.manager [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.601796] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc21654b-3f53-45db-867f-0016605a5871 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.619042] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5a42fc1a-85ca-4114-a7ce-ba77231b3ab0 tempest-ServersAdmin275Test-235987786 tempest-ServersAdmin275Test-235987786-project-member] Lock "2d3901de-fd96-48d5-b12c-fc7ad111126e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.571s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.995572] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.998302] env[68216]: DEBUG oslo_concurrency.lockutils [req-ab8133e7-a726-4c0d-8ef5-875ae3411a0e req-c98fd140-2fcc-4b67-b9dd-70c54667fb2b service nova] Releasing lock "refresh_cache-28872e8d-7c98-4722-aba7-d46421fb2a4a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.998785] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquired lock "refresh_cache-28872e8d-7c98-4722-aba7-d46421fb2a4a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.998943] env[68216]: DEBUG nova.network.neutron [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.013183] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f017399d-56f1-4a23-bf3b-1485ab80a387 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.020580] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1e6cb1-b1d8-42a3-ab4a-b70c3ffd0c0d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.055914] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8929dbdd-f9d0-402d-b58f-eda3cb56b518 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.063196] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.066523] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e96217-9acb-4232-95be-1c7aa3f25ad7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.080859] env[68216]: DEBUG nova.compute.provider_tree [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.129934] env[68216]: INFO nova.compute.manager [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Took 49.79 seconds to build instance. [ 819.243403] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 819.243774] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614466', 'volume_id': 'd10d6168-8040-4f26-96f7-5c0b9884a971', 'name': 'volume-d10d6168-8040-4f26-96f7-5c0b9884a971', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5de156c4-e2f8-4541-9564-df3de8bd4618', 'attached_at': '', 'detached_at': '', 'volume_id': 'd10d6168-8040-4f26-96f7-5c0b9884a971', 'serial': 'd10d6168-8040-4f26-96f7-5c0b9884a971'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 819.244700] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca32a218-95b5-4e98-9a1e-6a8ef731e739 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.264046] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e630e311-c1af-4d03-8868-395af2ed4554 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.290861] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-d10d6168-8040-4f26-96f7-5c0b9884a971/volume-d10d6168-8040-4f26-96f7-5c0b9884a971.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.291220] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d551dd4f-6b6e-4f42-81df-7af8072a0b13 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.310558] env[68216]: DEBUG oslo_vmware.api [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 819.310558] env[68216]: value = "task-3068419" [ 819.310558] env[68216]: _type = "Task" [ 819.310558] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.320350] env[68216]: DEBUG oslo_vmware.api [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.504428] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068417, 'name': ReconfigVM_Task, 'duration_secs': 0.976472} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.505390] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] cd5a7d94-13b0-49cc-b70d-ccf706ed580b/cd5a7d94-13b0-49cc-b70d-ccf706ed580b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.506624] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5cd87cd-b993-42dd-8b72-25f134199c1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.515727] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 819.515727] env[68216]: value = "task-3068420" [ 819.515727] env[68216]: _type = "Task" [ 819.515727] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.526068] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068420, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.561583] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068418, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.572748] env[68216]: DEBUG nova.network.neutron [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.587212] env[68216]: DEBUG nova.scheduler.client.report [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.631826] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55193aec-4b7b-44b1-a2aa-688d43f472f6 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.863s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.792673] env[68216]: DEBUG nova.network.neutron [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Updating instance_info_cache with network_info: [{"id": "ba907d70-793e-46e6-8a51-9dd668dd8f86", "address": "fa:16:3e:7b:94:45", "network": {"id": "ab01b7b0-1794-49bc-b540-335b47eba21a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-310732809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16830d5fbaf145019b5636759e7f6b22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba907d70-79", "ovs_interfaceid": "ba907d70-793e-46e6-8a51-9dd668dd8f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.820711] env[68216]: DEBUG oslo_vmware.api [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.962631] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.962947] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.964109] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.964324] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.964502] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.966589] env[68216]: INFO nova.compute.manager [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Terminating instance [ 820.028637] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068420, 'name': Rename_Task, 'duration_secs': 0.160664} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.028637] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.028637] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9f2e59d-6e36-4c1c-b39e-28751357da1d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.033391] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 820.033391] env[68216]: value = "task-3068421" [ 820.033391] env[68216]: _type = "Task" [ 820.033391] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.041795] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.060878] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068418, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.056128} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.061181] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 34c69605-cbef-476d-a663-9702a3d03633/34c69605-cbef-476d-a663-9702a3d03633.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.061399] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.061717] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-252df6ed-2c87-46ca-82da-07e2d55e7749 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.067385] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for the task: (returnval){ [ 820.067385] env[68216]: value = "task-3068422" [ 820.067385] env[68216]: _type = "Task" [ 820.067385] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.075397] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.090631] env[68216]: DEBUG oslo_concurrency.lockutils [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.093376] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.690s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.093610] env[68216]: DEBUG nova.objects.instance [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lazy-loading 'resources' on Instance uuid 6373e785-924c-4b36-a317-edbdde0a47bf {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.116893] env[68216]: INFO nova.scheduler.client.report [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Deleted allocations for instance 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f [ 820.295694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Releasing lock "refresh_cache-28872e8d-7c98-4722-aba7-d46421fb2a4a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.295840] env[68216]: DEBUG nova.compute.manager [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Instance network_info: |[{"id": "ba907d70-793e-46e6-8a51-9dd668dd8f86", "address": "fa:16:3e:7b:94:45", "network": {"id": "ab01b7b0-1794-49bc-b540-335b47eba21a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-310732809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16830d5fbaf145019b5636759e7f6b22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba907d70-79", "ovs_interfaceid": "ba907d70-793e-46e6-8a51-9dd668dd8f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.296949] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:94:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba907d70-793e-46e6-8a51-9dd668dd8f86', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.304598] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Creating folder: Project (16830d5fbaf145019b5636759e7f6b22). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.304895] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7737586-98bb-43c0-a9c7-b009b23fffce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.316477] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Created folder: Project (16830d5fbaf145019b5636759e7f6b22) in parent group-v614292. [ 820.316739] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Creating folder: Instances. Parent ref: group-v614470. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.317393] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bc99cb7-b33a-42ef-ae1c-20dfa79c1b45 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.323194] env[68216]: DEBUG oslo_vmware.api [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068419, 'name': ReconfigVM_Task, 'duration_secs': 0.625714} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.323833] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-d10d6168-8040-4f26-96f7-5c0b9884a971/volume-d10d6168-8040-4f26-96f7-5c0b9884a971.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.328496] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-264a792b-d921-4ec2-82ae-8f1c82d93570 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.339936] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Created folder: Instances in parent group-v614470. [ 820.341118] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.341118] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.341118] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-beddab51-fc8d-43ab-b3f4-6c68294d867b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.360158] env[68216]: DEBUG oslo_vmware.api [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 820.360158] env[68216]: value = "task-3068425" [ 820.360158] env[68216]: _type = "Task" [ 820.360158] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.366277] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.366277] env[68216]: value = "task-3068426" [ 820.366277] env[68216]: _type = "Task" [ 820.366277] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.373435] env[68216]: DEBUG oslo_vmware.api [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.379747] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068426, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.470668] env[68216]: DEBUG nova.compute.manager [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.470901] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.471929] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0099c400-3e8c-4697-bad2-cc4687ec27cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.479551] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.479948] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b9cf50-36ac-408c-a80a-eb44ffa73368 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.486083] env[68216]: DEBUG oslo_vmware.api [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 820.486083] env[68216]: value = "task-3068427" [ 820.486083] env[68216]: _type = "Task" [ 820.486083] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.495220] env[68216]: DEBUG oslo_vmware.api [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.546515] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068421, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.576970] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065515} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.577302] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.578313] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc17786c-7fd9-489e-8e74-4e0a0c4718d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.601307] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 34c69605-cbef-476d-a663-9702a3d03633/34c69605-cbef-476d-a663-9702a3d03633.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.604204] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba34458-bd32-4935-9cb1-3ab36aa70354 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.626448] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for the task: (returnval){ [ 820.626448] env[68216]: value = "task-3068428" [ 820.626448] env[68216]: _type = "Task" [ 820.626448] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.627823] env[68216]: DEBUG oslo_concurrency.lockutils [None req-385a7419-461f-4b5f-8bfe-382a31558c11 tempest-DeleteServersAdminTestJSON-2059127411 tempest-DeleteServersAdminTestJSON-2059127411-project-member] Lock "59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.058s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.638217] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.875899] env[68216]: DEBUG oslo_vmware.api [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068425, 'name': ReconfigVM_Task, 'duration_secs': 0.205672} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.876565] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614466', 'volume_id': 'd10d6168-8040-4f26-96f7-5c0b9884a971', 'name': 'volume-d10d6168-8040-4f26-96f7-5c0b9884a971', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5de156c4-e2f8-4541-9564-df3de8bd4618', 'attached_at': '', 'detached_at': '', 'volume_id': 'd10d6168-8040-4f26-96f7-5c0b9884a971', 'serial': 'd10d6168-8040-4f26-96f7-5c0b9884a971'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 820.881714] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068426, 'name': CreateVM_Task, 'duration_secs': 0.475954} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.884870] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.885894] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.886014] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.886344] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.886702] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4977ad3c-a7c7-438d-8a81-d3d56b127b36 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.894181] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for the task: (returnval){ [ 820.894181] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f02b67-adc7-6588-7bcb-3e9830cecfab" [ 820.894181] env[68216]: _type = "Task" [ 820.894181] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.899671] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f02b67-adc7-6588-7bcb-3e9830cecfab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.997709] env[68216]: DEBUG oslo_vmware.api [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068427, 'name': PowerOffVM_Task, 'duration_secs': 0.179256} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.997709] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.997935] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.998739] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc60a3be-198a-474b-804d-c3045dfb084d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.047259] env[68216]: DEBUG oslo_vmware.api [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068421, 'name': PowerOnVM_Task, 'duration_secs': 0.666114} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.047570] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.047736] env[68216]: DEBUG nova.compute.manager [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.048590] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336c9097-6d59-4222-80d7-8f9ffaf7a93f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.072037] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.072237] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.072489] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleting the datastore file [datastore1] de7b7f31-1d94-4015-b31d-2ffa2e74bef3 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.076984] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d2118b5-2d3c-4979-b15f-88ede27887a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.083150] env[68216]: DEBUG oslo_vmware.api [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 821.083150] env[68216]: value = "task-3068430" [ 821.083150] env[68216]: _type = "Task" [ 821.083150] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.093199] env[68216]: DEBUG oslo_vmware.api [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.123048] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2b70c8-bb9d-4c01-b239-7784060c1b23 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.134236] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9331cb65-6304-498a-9179-ba130a801fe7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.143847] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.171221] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d299851c-806a-4192-9e75-9215ac7d1f35 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.178941] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e69ec7f-0f3e-4d55-bf8b-706c2a64bac1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.193507] env[68216]: DEBUG nova.compute.provider_tree [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.407844] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f02b67-adc7-6588-7bcb-3e9830cecfab, 'name': SearchDatastore_Task, 'duration_secs': 0.03447} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.408223] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.408494] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.408760] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.408928] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.409357] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.409694] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e43dad7-6e7f-459a-9ed0-fd3c83edbcf1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.421533] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.421533] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.421533] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b194f1a-f173-45c6-95de-88c8b21fda62 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.430859] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for the task: (returnval){ [ 821.430859] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527358bb-8dac-bd90-61d5-7a10dc076c7e" [ 821.430859] env[68216]: _type = "Task" [ 821.430859] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.441995] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527358bb-8dac-bd90-61d5-7a10dc076c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.442772] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4dbd3fa-e08f-42e0-9fd7-81907ec726ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.449432] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for the task: (returnval){ [ 821.449432] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525e5062-2bcd-5b9b-9017-cadba60edc82" [ 821.449432] env[68216]: _type = "Task" [ 821.449432] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.459037] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525e5062-2bcd-5b9b-9017-cadba60edc82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.569609] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.595256] env[68216]: DEBUG oslo_vmware.api [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376927} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.595534] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.595691] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.595876] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.596056] env[68216]: INFO nova.compute.manager [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 821.596296] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.596467] env[68216]: DEBUG nova.compute.manager [-] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.596561] env[68216]: DEBUG nova.network.neutron [-] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.640621] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068428, 'name': ReconfigVM_Task, 'duration_secs': 0.809011} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.640889] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 34c69605-cbef-476d-a663-9702a3d03633/34c69605-cbef-476d-a663-9702a3d03633.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.641550] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab909217-ce6a-4859-912d-77b85fb9e656 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.648299] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for the task: (returnval){ [ 821.648299] env[68216]: value = "task-3068431" [ 821.648299] env[68216]: _type = "Task" [ 821.648299] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.657454] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068431, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.696915] env[68216]: DEBUG nova.scheduler.client.report [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.834851] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "cd5a7d94-13b0-49cc-b70d-ccf706ed580b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.835148] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "cd5a7d94-13b0-49cc-b70d-ccf706ed580b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.835349] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "cd5a7d94-13b0-49cc-b70d-ccf706ed580b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.835531] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "cd5a7d94-13b0-49cc-b70d-ccf706ed580b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.837255] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "cd5a7d94-13b0-49cc-b70d-ccf706ed580b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.838371] env[68216]: INFO nova.compute.manager [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Terminating instance [ 821.948989] env[68216]: DEBUG nova.objects.instance [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lazy-loading 'flavor' on Instance uuid 5de156c4-e2f8-4541-9564-df3de8bd4618 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.971698] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525e5062-2bcd-5b9b-9017-cadba60edc82, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.971698] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.971698] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 28872e8d-7c98-4722-aba7-d46421fb2a4a/28872e8d-7c98-4722-aba7-d46421fb2a4a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.972968] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdb04ed3-78e4-44fe-ba15-cee1bd2badbd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.980831] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for the task: (returnval){ [ 821.980831] env[68216]: value = "task-3068432" [ 821.980831] env[68216]: _type = "Task" [ 821.980831] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.988355] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.062111] env[68216]: DEBUG nova.compute.manager [req-ac137e98-b9b9-42be-ab11-57363abbd145 req-c4747290-1015-4680-af88-9a2705ac0081 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Received event network-vif-deleted-9198d5cd-d2db-4959-944b-270bce7ab742 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 822.062559] env[68216]: INFO nova.compute.manager [req-ac137e98-b9b9-42be-ab11-57363abbd145 req-c4747290-1015-4680-af88-9a2705ac0081 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Neutron deleted interface 9198d5cd-d2db-4959-944b-270bce7ab742; detaching it from the instance and deleting it from the info cache [ 822.062559] env[68216]: DEBUG nova.network.neutron [req-ac137e98-b9b9-42be-ab11-57363abbd145 req-c4747290-1015-4680-af88-9a2705ac0081 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.159781] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068431, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.202845] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.204332] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.942s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.205897] env[68216]: INFO nova.compute.claims [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.231229] env[68216]: INFO nova.scheduler.client.report [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted allocations for instance 6373e785-924c-4b36-a317-edbdde0a47bf [ 822.343389] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "refresh_cache-cd5a7d94-13b0-49cc-b70d-ccf706ed580b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.343563] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquired lock "refresh_cache-cd5a7d94-13b0-49cc-b70d-ccf706ed580b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.343741] env[68216]: DEBUG nova.network.neutron [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.463398] env[68216]: DEBUG nova.network.neutron [-] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.465737] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3093a9cb-83f3-4833-900b-aed09e4a1cf3 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.845s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.503090] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068432, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.566303] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af5b13e2-1bcb-42d7-9b50-8d0c816a41af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.578262] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ec10c4-5f02-43d9-9f77-a15f0e4b6bba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.617732] env[68216]: DEBUG nova.compute.manager [req-ac137e98-b9b9-42be-ab11-57363abbd145 req-c4747290-1015-4680-af88-9a2705ac0081 service nova] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Detach interface failed, port_id=9198d5cd-d2db-4959-944b-270bce7ab742, reason: Instance de7b7f31-1d94-4015-b31d-2ffa2e74bef3 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 822.660312] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068431, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.744428] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8ea89dee-cb12-4616-9061-1ce2b9d5a910 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "6373e785-924c-4b36-a317-edbdde0a47bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.731s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.969030] env[68216]: INFO nova.compute.manager [-] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Took 1.37 seconds to deallocate network for instance. [ 822.996359] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734076} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.996641] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 28872e8d-7c98-4722-aba7-d46421fb2a4a/28872e8d-7c98-4722-aba7-d46421fb2a4a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.996852] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.997207] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-246d60dc-94ba-4e35-b577-812fe1f35cbf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.004460] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for the task: (returnval){ [ 823.004460] env[68216]: value = "task-3068433" [ 823.004460] env[68216]: _type = "Task" [ 823.004460] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.012365] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.069872] env[68216]: DEBUG nova.network.neutron [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.163012] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068431, 'name': Rename_Task, 'duration_secs': 1.302654} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.163397] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.164540] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebb8da63-72b5-40c3-a1ca-d8065d5ce68d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.170904] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for the task: (returnval){ [ 823.170904] env[68216]: value = "task-3068434" [ 823.170904] env[68216]: _type = "Task" [ 823.170904] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.180394] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.217133] env[68216]: DEBUG nova.network.neutron [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.244849] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "5de156c4-e2f8-4541-9564-df3de8bd4618" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.245156] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.245375] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "5de156c4-e2f8-4541-9564-df3de8bd4618-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.245599] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.245768] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.248390] env[68216]: INFO nova.compute.manager [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Terminating instance [ 823.483430] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.522323] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06834} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.523428] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.524910] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7494857a-87b6-4d4f-bee7-5a2b2c701d40 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.555233] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 28872e8d-7c98-4722-aba7-d46421fb2a4a/28872e8d-7c98-4722-aba7-d46421fb2a4a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.556216] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928fe251-a083-47b0-80f9-2c5dae8016cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.582304] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for the task: (returnval){ [ 823.582304] env[68216]: value = "task-3068435" [ 823.582304] env[68216]: _type = "Task" [ 823.582304] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.591855] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.682121] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.722718] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Releasing lock "refresh_cache-cd5a7d94-13b0-49cc-b70d-ccf706ed580b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.723167] env[68216]: DEBUG nova.compute.manager [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.723357] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.724460] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d10ff3-f53e-4deb-9afa-87400c144585 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.732759] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.733247] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb114d20-8fd2-4a6e-bc6b-2e1f7ec0a670 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.744212] env[68216]: DEBUG oslo_vmware.api [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 823.744212] env[68216]: value = "task-3068436" [ 823.744212] env[68216]: _type = "Task" [ 823.744212] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.757327] env[68216]: DEBUG nova.compute.manager [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.757708] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.758095] env[68216]: DEBUG oslo_vmware.api [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.758366] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f74befa-6768-427e-ad85-6e078ad153b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.764765] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 823.764765] env[68216]: value = "task-3068437" [ 823.764765] env[68216]: _type = "Task" [ 823.764765] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.769258] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de1fec-df49-484f-9fcf-e15425b09aae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.777330] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.780451] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe6252f-441e-41bb-8d75-c89202eea763 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.818934] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11adbee9-e558-4c41-9820-10ae3a2c3368 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.827401] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a911d9-598d-4243-be9d-f87e1025fce2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.841616] env[68216]: DEBUG nova.compute.provider_tree [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.092135] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068435, 'name': ReconfigVM_Task, 'duration_secs': 0.493768} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.093049] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 28872e8d-7c98-4722-aba7-d46421fb2a4a/28872e8d-7c98-4722-aba7-d46421fb2a4a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.093249] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c4ab0d-3b27-4c0f-b65d-b06497fe909a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.101247] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for the task: (returnval){ [ 824.101247] env[68216]: value = "task-3068438" [ 824.101247] env[68216]: _type = "Task" [ 824.101247] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.112911] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068438, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.183865] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068434, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.258020] env[68216]: DEBUG oslo_vmware.api [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068436, 'name': PowerOffVM_Task, 'duration_secs': 0.275842} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.259826] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.260099] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.260394] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-444890bf-252b-4855-b2f1-55c6e4eda2e8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.274031] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068437, 'name': PowerOffVM_Task, 'duration_secs': 0.493219} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.274175] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.274387] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 824.274578] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614466', 'volume_id': 'd10d6168-8040-4f26-96f7-5c0b9884a971', 'name': 'volume-d10d6168-8040-4f26-96f7-5c0b9884a971', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5de156c4-e2f8-4541-9564-df3de8bd4618', 'attached_at': '', 'detached_at': '', 'volume_id': 'd10d6168-8040-4f26-96f7-5c0b9884a971', 'serial': 'd10d6168-8040-4f26-96f7-5c0b9884a971'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 824.275442] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385ed95c-cfd9-4d38-aa67-3eea3ad8561f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.304678] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c239e6f-87f4-4fb9-8bd5-007cb6b736bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.309092] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.309092] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.309092] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Deleting the datastore file [datastore2] cd5a7d94-13b0-49cc-b70d-ccf706ed580b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.309092] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d8ec2e6-09f2-4ec6-a077-27d987118e48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.315169] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152baabb-63e6-463f-9882-b0828af96096 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.318277] env[68216]: DEBUG oslo_vmware.api [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for the task: (returnval){ [ 824.318277] env[68216]: value = "task-3068440" [ 824.318277] env[68216]: _type = "Task" [ 824.318277] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.341479] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34644ec-0fff-436f-9499-721d672f22e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.347955] env[68216]: DEBUG nova.scheduler.client.report [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.351068] env[68216]: DEBUG oslo_vmware.api [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.364746] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] The volume has not been displaced from its original location: [datastore2] volume-d10d6168-8040-4f26-96f7-5c0b9884a971/volume-d10d6168-8040-4f26-96f7-5c0b9884a971.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 824.370984] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 824.372059] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a08ea1f8-65f6-46f8-aba2-d1e497f4711e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.394132] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 824.394132] env[68216]: value = "task-3068441" [ 824.394132] env[68216]: _type = "Task" [ 824.394132] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.403842] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.612154] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068438, 'name': Rename_Task, 'duration_secs': 0.274674} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.612656] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.613051] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a1fc532-c2fe-4c9d-bf6e-bcdb2c37a66e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.621584] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for the task: (returnval){ [ 824.621584] env[68216]: value = "task-3068442" [ 824.621584] env[68216]: _type = "Task" [ 824.621584] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.634016] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.681583] env[68216]: DEBUG oslo_vmware.api [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068434, 'name': PowerOnVM_Task, 'duration_secs': 1.077263} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.681903] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.682233] env[68216]: INFO nova.compute.manager [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Took 10.32 seconds to spawn the instance on the hypervisor. [ 824.682438] env[68216]: DEBUG nova.compute.manager [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.683251] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a04463-65b1-477b-aff1-9a26a440452d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.830714] env[68216]: DEBUG oslo_vmware.api [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Task: {'id': task-3068440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160838} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.830892] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.831087] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.831265] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.831438] env[68216]: INFO nova.compute.manager [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 824.831754] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.831952] env[68216]: DEBUG nova.compute.manager [-] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.832067] env[68216]: DEBUG nova.network.neutron [-] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.854361] env[68216]: DEBUG nova.network.neutron [-] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.873142] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.873648] env[68216]: DEBUG nova.compute.manager [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.876500] env[68216]: DEBUG oslo_concurrency.lockutils [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.856s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.876905] env[68216]: DEBUG nova.objects.instance [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 824.904793] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.135331] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.201328] env[68216]: INFO nova.compute.manager [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Took 46.44 seconds to build instance. [ 825.357062] env[68216]: DEBUG nova.network.neutron [-] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.383391] env[68216]: DEBUG nova.compute.utils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.390801] env[68216]: DEBUG nova.compute.manager [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.390995] env[68216]: DEBUG nova.network.neutron [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.405023] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.453807] env[68216]: DEBUG nova.policy [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1afd531cfb640438cf384c4dd83470a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d3d272b812c43e88ebbaaea36b3f380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.631905] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.705709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0da71ccf-4c61-43e5-b8e6-1fb60f374a2b tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Lock "34c69605-cbef-476d-a663-9702a3d03633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.463s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.860141] env[68216]: INFO nova.compute.manager [-] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Took 1.03 seconds to deallocate network for instance. [ 825.892325] env[68216]: DEBUG nova.compute.manager [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.899169] env[68216]: DEBUG oslo_concurrency.lockutils [None req-975f77a0-5177-4a60-bc90-3ce72c004b1b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.899169] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.297s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.899963] env[68216]: INFO nova.compute.claims [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.918190] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068441, 'name': ReconfigVM_Task, 'duration_secs': 1.17649} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.919027] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 825.924376] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b6d193-4bfe-4f08-a7f5-47e77b0926a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.939720] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 825.939720] env[68216]: value = "task-3068443" [ 825.939720] env[68216]: _type = "Task" [ 825.939720] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.950244] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.131461] env[68216]: DEBUG oslo_vmware.api [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068442, 'name': PowerOnVM_Task, 'duration_secs': 1.14142} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.131752] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.131962] env[68216]: INFO nova.compute.manager [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Took 9.12 seconds to spawn the instance on the hypervisor. [ 826.132153] env[68216]: DEBUG nova.compute.manager [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.132947] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d760882-7331-49bf-a0c6-2450d22426cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.184173] env[68216]: DEBUG nova.network.neutron [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Successfully created port: 43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.368787] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.450694] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068443, 'name': ReconfigVM_Task, 'duration_secs': 0.159581} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.451020] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614466', 'volume_id': 'd10d6168-8040-4f26-96f7-5c0b9884a971', 'name': 'volume-d10d6168-8040-4f26-96f7-5c0b9884a971', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5de156c4-e2f8-4541-9564-df3de8bd4618', 'attached_at': '', 'detached_at': '', 'volume_id': 'd10d6168-8040-4f26-96f7-5c0b9884a971', 'serial': 'd10d6168-8040-4f26-96f7-5c0b9884a971'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 826.451329] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.452144] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3628088-bc80-450d-8c47-e6045d3d03fd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.459508] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.459687] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9df6d812-9d40-460a-88a4-ebfa4c2afe98 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.516626] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.516848] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.517093] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleting the datastore file [datastore1] 5de156c4-e2f8-4541-9564-df3de8bd4618 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.517704] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9413be8-87d7-47a5-801f-69c45b7912a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.527088] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 826.527088] env[68216]: value = "task-3068445" [ 826.527088] env[68216]: _type = "Task" [ 826.527088] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.540820] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.649082] env[68216]: INFO nova.compute.manager [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Took 47.77 seconds to build instance. [ 826.907580] env[68216]: DEBUG nova.compute.manager [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.942278] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.942519] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.942706] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.942974] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.942974] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.944073] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.944224] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.944455] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.944684] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.944920] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.945186] env[68216]: DEBUG nova.virt.hardware [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.946394] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c641be8-742a-46de-a4b7-62fc710af2fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.963150] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a8aca-6a12-40a2-b8d3-de6b6c3e5c2c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.017317] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquiring lock "34c69605-cbef-476d-a663-9702a3d03633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.017577] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Lock "34c69605-cbef-476d-a663-9702a3d03633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.017809] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquiring lock "34c69605-cbef-476d-a663-9702a3d03633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.017953] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Lock "34c69605-cbef-476d-a663-9702a3d03633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.018137] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Lock "34c69605-cbef-476d-a663-9702a3d03633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.023700] env[68216]: INFO nova.compute.manager [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Terminating instance [ 827.039676] env[68216]: DEBUG oslo_vmware.api [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229222} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.043141] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.043522] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.043899] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.044114] env[68216]: INFO nova.compute.manager [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Took 3.29 seconds to destroy the instance on the hypervisor. [ 827.044358] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.048021] env[68216]: DEBUG nova.compute.manager [-] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.048021] env[68216]: DEBUG nova.network.neutron [-] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.154364] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bb509fa4-8ff1-4d0b-94db-53f8b0fb901e tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lock "28872e8d-7c98-4722-aba7-d46421fb2a4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.865s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.409220] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9610fa24-05d1-4d1b-adcc-a721c54f7c74 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.419824] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eb7a93-751d-4ee5-868e-549430e74c6e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.457893] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31951fe0-551a-4639-acaf-d5372ec452d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.466143] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968d1ebb-5d53-4823-9606-666f45e5e189 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.480552] env[68216]: DEBUG nova.compute.provider_tree [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.529637] env[68216]: DEBUG nova.compute.manager [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.529637] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.530558] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f3d4ab-7b6d-4000-9d45-42560324a557 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.538759] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.539093] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda71d29-2eb1-4f82-919e-e7dc35366902 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.548016] env[68216]: DEBUG oslo_vmware.api [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for the task: (returnval){ [ 827.548016] env[68216]: value = "task-3068446" [ 827.548016] env[68216]: _type = "Task" [ 827.548016] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.559202] env[68216]: DEBUG oslo_vmware.api [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.609790] env[68216]: DEBUG nova.compute.manager [req-b6ce978c-befb-42d6-8efb-405827b500d9 req-f5b7df1c-bf94-4001-84c2-9dbceef786eb service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Received event network-vif-deleted-41762cf2-21a5-4708-af62-141b288f2d61 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 827.610130] env[68216]: INFO nova.compute.manager [req-b6ce978c-befb-42d6-8efb-405827b500d9 req-f5b7df1c-bf94-4001-84c2-9dbceef786eb service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Neutron deleted interface 41762cf2-21a5-4708-af62-141b288f2d61; detaching it from the instance and deleting it from the info cache [ 827.610521] env[68216]: DEBUG nova.network.neutron [req-b6ce978c-befb-42d6-8efb-405827b500d9 req-f5b7df1c-bf94-4001-84c2-9dbceef786eb service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.837301] env[68216]: DEBUG nova.network.neutron [-] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.985081] env[68216]: DEBUG nova.scheduler.client.report [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.059225] env[68216]: DEBUG oslo_vmware.api [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068446, 'name': PowerOffVM_Task, 'duration_secs': 0.183307} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.059225] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.059225] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.059644] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3249bbe-d3fd-4480-8370-defbfb033ed1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.110213] env[68216]: DEBUG nova.compute.manager [req-7bc99bb0-ca6c-4735-b9c9-46240d7447ef req-206825b4-abc0-4bbd-8010-3014b2d6a3f2 service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Received event network-vif-plugged-43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 828.110922] env[68216]: DEBUG oslo_concurrency.lockutils [req-7bc99bb0-ca6c-4735-b9c9-46240d7447ef req-206825b4-abc0-4bbd-8010-3014b2d6a3f2 service nova] Acquiring lock "c770cc84-9801-4fc7-b85a-9d93e9f49978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.111133] env[68216]: DEBUG oslo_concurrency.lockutils [req-7bc99bb0-ca6c-4735-b9c9-46240d7447ef req-206825b4-abc0-4bbd-8010-3014b2d6a3f2 service nova] Lock "c770cc84-9801-4fc7-b85a-9d93e9f49978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.111585] env[68216]: DEBUG oslo_concurrency.lockutils [req-7bc99bb0-ca6c-4735-b9c9-46240d7447ef req-206825b4-abc0-4bbd-8010-3014b2d6a3f2 service nova] Lock "c770cc84-9801-4fc7-b85a-9d93e9f49978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.111585] env[68216]: DEBUG nova.compute.manager [req-7bc99bb0-ca6c-4735-b9c9-46240d7447ef req-206825b4-abc0-4bbd-8010-3014b2d6a3f2 service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] No waiting events found dispatching network-vif-plugged-43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.111684] env[68216]: WARNING nova.compute.manager [req-7bc99bb0-ca6c-4735-b9c9-46240d7447ef req-206825b4-abc0-4bbd-8010-3014b2d6a3f2 service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Received unexpected event network-vif-plugged-43e9b1bd-cb28-4e05-af2c-11586c2ec2df for instance with vm_state building and task_state spawning. [ 828.112813] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbbf7fa6-b217-4750-901b-355c561d7772 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.124181] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f060d901-53c1-4ffe-94e0-1b0b347a7f99 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.136602] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.136717] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.136890] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Deleting the datastore file [datastore2] 34c69605-cbef-476d-a663-9702a3d03633 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.138209] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2676d8fd-90aa-4335-a164-ad3b7ed50311 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.153025] env[68216]: DEBUG oslo_vmware.api [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for the task: (returnval){ [ 828.153025] env[68216]: value = "task-3068448" [ 828.153025] env[68216]: _type = "Task" [ 828.153025] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.165906] env[68216]: DEBUG nova.compute.manager [req-b6ce978c-befb-42d6-8efb-405827b500d9 req-f5b7df1c-bf94-4001-84c2-9dbceef786eb service nova] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Detach interface failed, port_id=41762cf2-21a5-4708-af62-141b288f2d61, reason: Instance 5de156c4-e2f8-4541-9564-df3de8bd4618 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 828.171435] env[68216]: DEBUG oslo_vmware.api [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.239379] env[68216]: DEBUG nova.network.neutron [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Successfully updated port: 43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.342939] env[68216]: INFO nova.compute.manager [-] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Took 1.30 seconds to deallocate network for instance. [ 828.417406] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "eba375c4-b720-4034-8df5-b53cd1a66539" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.417670] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eba375c4-b720-4034-8df5-b53cd1a66539" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.490183] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.490694] env[68216]: DEBUG nova.compute.manager [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.497211] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.236s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.499282] env[68216]: INFO nova.compute.claims [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.660604] env[68216]: DEBUG oslo_vmware.api [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Task: {'id': task-3068448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203781} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.660861] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.661061] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.661244] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.661412] env[68216]: INFO nova.compute.manager [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Took 1.13 seconds to destroy the instance on the hypervisor. [ 828.661694] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.661882] env[68216]: DEBUG nova.compute.manager [-] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.661978] env[68216]: DEBUG nova.network.neutron [-] [instance: 34c69605-cbef-476d-a663-9702a3d03633] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.742847] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.743022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquired lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.743183] env[68216]: DEBUG nova.network.neutron [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.907268] env[68216]: INFO nova.compute.manager [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Took 0.56 seconds to detach 1 volumes for instance. [ 828.921747] env[68216]: DEBUG nova.compute.manager [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.004686] env[68216]: DEBUG nova.compute.utils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.008166] env[68216]: DEBUG nova.compute.manager [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.008341] env[68216]: DEBUG nova.network.neutron [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.058866] env[68216]: DEBUG nova.policy [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '929ce35e732642f295aed1a72ddfcecb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8611438f9aa74c7681a9acba574d4836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.278127] env[68216]: DEBUG nova.network.neutron [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.353496] env[68216]: DEBUG nova.network.neutron [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Successfully created port: 1508276c-8d65-4456-a610-a3be810c2d60 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.419013] env[68216]: DEBUG nova.network.neutron [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Updating instance_info_cache with network_info: [{"id": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "address": "fa:16:3e:d8:4a:1b", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e9b1bd-cb", "ovs_interfaceid": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.420912] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.440435] env[68216]: DEBUG nova.network.neutron [-] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.442371] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.509629] env[68216]: DEBUG nova.compute.manager [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.695226] env[68216]: DEBUG nova.compute.manager [req-ac841fc2-726b-4c05-992b-11f3a72cb0a7 req-56b67080-8612-42c4-beca-bc6eda7b5360 service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Received event network-changed-ba907d70-793e-46e6-8a51-9dd668dd8f86 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 829.695428] env[68216]: DEBUG nova.compute.manager [req-ac841fc2-726b-4c05-992b-11f3a72cb0a7 req-56b67080-8612-42c4-beca-bc6eda7b5360 service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Refreshing instance network info cache due to event network-changed-ba907d70-793e-46e6-8a51-9dd668dd8f86. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 829.695690] env[68216]: DEBUG oslo_concurrency.lockutils [req-ac841fc2-726b-4c05-992b-11f3a72cb0a7 req-56b67080-8612-42c4-beca-bc6eda7b5360 service nova] Acquiring lock "refresh_cache-28872e8d-7c98-4722-aba7-d46421fb2a4a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.695776] env[68216]: DEBUG oslo_concurrency.lockutils [req-ac841fc2-726b-4c05-992b-11f3a72cb0a7 req-56b67080-8612-42c4-beca-bc6eda7b5360 service nova] Acquired lock "refresh_cache-28872e8d-7c98-4722-aba7-d46421fb2a4a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.695930] env[68216]: DEBUG nova.network.neutron [req-ac841fc2-726b-4c05-992b-11f3a72cb0a7 req-56b67080-8612-42c4-beca-bc6eda7b5360 service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Refreshing network info cache for port ba907d70-793e-46e6-8a51-9dd668dd8f86 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.906985] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5ed7c8-8eb0-4f5b-bb73-ef3ac7062f87 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.915361] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff57720-dc78-44d0-a07d-bf3fba413203 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.945384] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Releasing lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.945704] env[68216]: DEBUG nova.compute.manager [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Instance network_info: |[{"id": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "address": "fa:16:3e:d8:4a:1b", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e9b1bd-cb", "ovs_interfaceid": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.946086] env[68216]: INFO nova.compute.manager [-] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Took 1.28 seconds to deallocate network for instance. [ 829.946691] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:4a:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43e9b1bd-cb28-4e05-af2c-11586c2ec2df', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.954176] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.956227] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268c6dd2-aac1-4c7d-ae43-fff04c6fd86b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.961266] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.962466] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e50c8124-8e3f-4d21-ae39-96338f23edfe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.982015] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a531f26-93d7-4364-a1d5-12ba988d0129 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.988312] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.988312] env[68216]: value = "task-3068449" [ 829.988312] env[68216]: _type = "Task" [ 829.988312] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.002792] env[68216]: DEBUG nova.compute.provider_tree [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.010837] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068449, 'name': CreateVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.137992] env[68216]: DEBUG nova.compute.manager [req-a57a914e-4032-4615-8374-987583549db2 req-16556970-c5d4-4895-8cb9-508f915ba3fb service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Received event network-changed-43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 830.138492] env[68216]: DEBUG nova.compute.manager [req-a57a914e-4032-4615-8374-987583549db2 req-16556970-c5d4-4895-8cb9-508f915ba3fb service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Refreshing instance network info cache due to event network-changed-43e9b1bd-cb28-4e05-af2c-11586c2ec2df. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 830.138492] env[68216]: DEBUG oslo_concurrency.lockutils [req-a57a914e-4032-4615-8374-987583549db2 req-16556970-c5d4-4895-8cb9-508f915ba3fb service nova] Acquiring lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.138689] env[68216]: DEBUG oslo_concurrency.lockutils [req-a57a914e-4032-4615-8374-987583549db2 req-16556970-c5d4-4895-8cb9-508f915ba3fb service nova] Acquired lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.138789] env[68216]: DEBUG nova.network.neutron [req-a57a914e-4032-4615-8374-987583549db2 req-16556970-c5d4-4895-8cb9-508f915ba3fb service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Refreshing network info cache for port 43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.399781] env[68216]: DEBUG nova.network.neutron [req-ac841fc2-726b-4c05-992b-11f3a72cb0a7 req-56b67080-8612-42c4-beca-bc6eda7b5360 service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Updated VIF entry in instance network info cache for port ba907d70-793e-46e6-8a51-9dd668dd8f86. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.400205] env[68216]: DEBUG nova.network.neutron [req-ac841fc2-726b-4c05-992b-11f3a72cb0a7 req-56b67080-8612-42c4-beca-bc6eda7b5360 service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Updating instance_info_cache with network_info: [{"id": "ba907d70-793e-46e6-8a51-9dd668dd8f86", "address": "fa:16:3e:7b:94:45", "network": {"id": "ab01b7b0-1794-49bc-b540-335b47eba21a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-310732809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16830d5fbaf145019b5636759e7f6b22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba907d70-79", "ovs_interfaceid": "ba907d70-793e-46e6-8a51-9dd668dd8f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.462980] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.496649] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068449, 'name': CreateVM_Task, 'duration_secs': 0.47765} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.496855] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.497521] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.497679] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.497992] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.498331] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae641fc5-bbe7-46d9-90b6-775f9251660e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.502553] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 830.502553] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52095f0e-9e5e-1239-48c5-8d2dda82644a" [ 830.502553] env[68216]: _type = "Task" [ 830.502553] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.507445] env[68216]: DEBUG nova.scheduler.client.report [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.513257] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52095f0e-9e5e-1239-48c5-8d2dda82644a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.521970] env[68216]: DEBUG nova.compute.manager [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.547903] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.548208] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.548392] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.548613] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.548795] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.548979] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.549243] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.549443] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.549649] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.549874] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.550111] env[68216]: DEBUG nova.virt.hardware [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.551067] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c5a54f-88c5-45ff-9133-ba1818fb69f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.559999] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080a3c38-cec6-49fb-8309-40884a9f5b77 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.903450] env[68216]: DEBUG oslo_concurrency.lockutils [req-ac841fc2-726b-4c05-992b-11f3a72cb0a7 req-56b67080-8612-42c4-beca-bc6eda7b5360 service nova] Releasing lock "refresh_cache-28872e8d-7c98-4722-aba7-d46421fb2a4a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.994584] env[68216]: DEBUG nova.network.neutron [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Successfully updated port: 1508276c-8d65-4456-a610-a3be810c2d60 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.016766] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.017116] env[68216]: DEBUG nova.compute.manager [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.019862] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52095f0e-9e5e-1239-48c5-8d2dda82644a, 'name': SearchDatastore_Task, 'duration_secs': 0.008202} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.020313] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.437s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.020802] env[68216]: DEBUG nova.objects.instance [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lazy-loading 'resources' on Instance uuid aed8e036-f959-48ef-8258-5465ebdb4a48 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.021658] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.021901] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.026632] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.026632] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.027544] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.027544] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feaab01e-182f-4efc-aa18-b4b4f61c6ac8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.036300] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.036461] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.037232] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd62ae8e-fa11-4a99-8634-b75bb00e2322 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.046219] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 831.046219] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5214eca9-afb0-1a10-836a-a76a493aa181" [ 831.046219] env[68216]: _type = "Task" [ 831.046219] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.051428] env[68216]: DEBUG nova.network.neutron [req-a57a914e-4032-4615-8374-987583549db2 req-16556970-c5d4-4895-8cb9-508f915ba3fb service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Updated VIF entry in instance network info cache for port 43e9b1bd-cb28-4e05-af2c-11586c2ec2df. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.053550] env[68216]: DEBUG nova.network.neutron [req-a57a914e-4032-4615-8374-987583549db2 req-16556970-c5d4-4895-8cb9-508f915ba3fb service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Updating instance_info_cache with network_info: [{"id": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "address": "fa:16:3e:d8:4a:1b", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e9b1bd-cb", "ovs_interfaceid": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.061346] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5214eca9-afb0-1a10-836a-a76a493aa181, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.062091] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3efd1477-1a4d-4809-9b20-1036ac513f3f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.068072] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 831.068072] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524f8897-ce9e-5a79-79f7-512311920dec" [ 831.068072] env[68216]: _type = "Task" [ 831.068072] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.075911] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524f8897-ce9e-5a79-79f7-512311920dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.496930] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "refresh_cache-5df6f365-f512-43fb-9fb0-84a9e5952234" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.497254] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "refresh_cache-5df6f365-f512-43fb-9fb0-84a9e5952234" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.497369] env[68216]: DEBUG nova.network.neutron [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.522129] env[68216]: DEBUG nova.compute.utils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.523690] env[68216]: DEBUG nova.compute.manager [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.523863] env[68216]: DEBUG nova.network.neutron [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.554571] env[68216]: DEBUG oslo_concurrency.lockutils [req-a57a914e-4032-4615-8374-987583549db2 req-16556970-c5d4-4895-8cb9-508f915ba3fb service nova] Releasing lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.555207] env[68216]: DEBUG nova.compute.manager [req-a57a914e-4032-4615-8374-987583549db2 req-16556970-c5d4-4895-8cb9-508f915ba3fb service nova] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Received event network-vif-deleted-b708f39d-925b-4636-9e65-2f147a422c9b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 831.562947] env[68216]: DEBUG nova.policy [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa30aa5d1674138b60d8257cc5da2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129daf9119fc4c53bb93c29bbdcee2ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.580264] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524f8897-ce9e-5a79-79f7-512311920dec, 'name': SearchDatastore_Task, 'duration_secs': 0.00766} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.580264] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.580264] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] c770cc84-9801-4fc7-b85a-9d93e9f49978/c770cc84-9801-4fc7-b85a-9d93e9f49978.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.580264] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03ac8004-0b9b-444e-9d04-8730ec245cc5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.592254] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 831.592254] env[68216]: value = "task-3068450" [ 831.592254] env[68216]: _type = "Task" [ 831.592254] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.604184] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.906294] env[68216]: DEBUG nova.network.neutron [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Successfully created port: 6a5102b0-f522-45e3-bc97-850fd950d753 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.025970] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01f4c50-f253-43b9-8e94-050d8c99c576 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.030207] env[68216]: DEBUG nova.compute.manager [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.036156] env[68216]: DEBUG nova.network.neutron [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.041514] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d86a11-90c8-428a-b6dd-6c4b0434e742 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.078680] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00241fdf-91e7-4b3f-a44c-8745fbb4ab55 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.089238] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35baf45-c37f-4874-9769-fc8e2cf3f24d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.107048] env[68216]: DEBUG nova.compute.provider_tree [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.115044] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491017} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.115767] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] c770cc84-9801-4fc7-b85a-9d93e9f49978/c770cc84-9801-4fc7-b85a-9d93e9f49978.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.115942] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.116719] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d653b581-ba3e-4266-bb5e-5cf3286e6dc8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.122952] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 832.122952] env[68216]: value = "task-3068451" [ 832.122952] env[68216]: _type = "Task" [ 832.122952] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.130952] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.318551] env[68216]: DEBUG nova.network.neutron [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Updating instance_info_cache with network_info: [{"id": "1508276c-8d65-4456-a610-a3be810c2d60", "address": "fa:16:3e:34:ce:46", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1508276c-8d", "ovs_interfaceid": "1508276c-8d65-4456-a610-a3be810c2d60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.329243] env[68216]: DEBUG nova.compute.manager [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Received event network-vif-plugged-1508276c-8d65-4456-a610-a3be810c2d60 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 832.329461] env[68216]: DEBUG oslo_concurrency.lockutils [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] Acquiring lock "5df6f365-f512-43fb-9fb0-84a9e5952234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.329707] env[68216]: DEBUG oslo_concurrency.lockutils [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] Lock "5df6f365-f512-43fb-9fb0-84a9e5952234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.329823] env[68216]: DEBUG oslo_concurrency.lockutils [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] Lock "5df6f365-f512-43fb-9fb0-84a9e5952234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.329982] env[68216]: DEBUG nova.compute.manager [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] No waiting events found dispatching network-vif-plugged-1508276c-8d65-4456-a610-a3be810c2d60 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.330228] env[68216]: WARNING nova.compute.manager [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Received unexpected event network-vif-plugged-1508276c-8d65-4456-a610-a3be810c2d60 for instance with vm_state building and task_state spawning. [ 832.330371] env[68216]: DEBUG nova.compute.manager [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Received event network-changed-1508276c-8d65-4456-a610-a3be810c2d60 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 832.330558] env[68216]: DEBUG nova.compute.manager [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Refreshing instance network info cache due to event network-changed-1508276c-8d65-4456-a610-a3be810c2d60. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 832.330677] env[68216]: DEBUG oslo_concurrency.lockutils [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] Acquiring lock "refresh_cache-5df6f365-f512-43fb-9fb0-84a9e5952234" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.614956] env[68216]: DEBUG nova.scheduler.client.report [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.632882] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062227} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.633149] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.633915] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c164ffd-85e2-4c89-aa3e-a746d0640bbc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.655952] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] c770cc84-9801-4fc7-b85a-9d93e9f49978/c770cc84-9801-4fc7-b85a-9d93e9f49978.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.656472] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85e053a1-7b65-4d43-9a30-0dbd35d72893 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.676638] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 832.676638] env[68216]: value = "task-3068452" [ 832.676638] env[68216]: _type = "Task" [ 832.676638] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.684546] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.821353] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "refresh_cache-5df6f365-f512-43fb-9fb0-84a9e5952234" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.821702] env[68216]: DEBUG nova.compute.manager [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Instance network_info: |[{"id": "1508276c-8d65-4456-a610-a3be810c2d60", "address": "fa:16:3e:34:ce:46", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1508276c-8d", "ovs_interfaceid": "1508276c-8d65-4456-a610-a3be810c2d60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.822088] env[68216]: DEBUG oslo_concurrency.lockutils [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] Acquired lock "refresh_cache-5df6f365-f512-43fb-9fb0-84a9e5952234" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.822284] env[68216]: DEBUG nova.network.neutron [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Refreshing network info cache for port 1508276c-8d65-4456-a610-a3be810c2d60 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.823656] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:ce:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1508276c-8d65-4456-a610-a3be810c2d60', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.831758] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.834888] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.835265] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52739ca2-1653-456b-8b7b-bfbebcf0b8a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.855634] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.855634] env[68216]: value = "task-3068453" [ 832.855634] env[68216]: _type = "Task" [ 832.855634] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.865115] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068453, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.041031] env[68216]: DEBUG nova.compute.manager [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.068863] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.069138] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.069289] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.069467] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.069610] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.069756] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.069957] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.070132] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.070302] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.070462] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.070667] env[68216]: DEBUG nova.virt.hardware [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.071515] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bc7116-fbba-4ee0-8f83-c009d0e6e914 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.080352] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051953d0-4935-4862-b357-9515dec767b7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.121726] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.123897] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.961s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.123897] env[68216]: DEBUG nova.objects.instance [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 833.175223] env[68216]: INFO nova.scheduler.client.report [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Deleted allocations for instance aed8e036-f959-48ef-8258-5465ebdb4a48 [ 833.184886] env[68216]: DEBUG nova.network.neutron [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Updated VIF entry in instance network info cache for port 1508276c-8d65-4456-a610-a3be810c2d60. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.185324] env[68216]: DEBUG nova.network.neutron [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Updating instance_info_cache with network_info: [{"id": "1508276c-8d65-4456-a610-a3be810c2d60", "address": "fa:16:3e:34:ce:46", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1508276c-8d", "ovs_interfaceid": "1508276c-8d65-4456-a610-a3be810c2d60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.193285] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.333881] env[68216]: DEBUG nova.compute.manager [req-98c8bc94-2e15-43ac-853a-ad6338d26c5d req-a7f8f58b-e40e-49cc-a87a-824797f29955 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Received event network-vif-plugged-6a5102b0-f522-45e3-bc97-850fd950d753 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 833.334038] env[68216]: DEBUG oslo_concurrency.lockutils [req-98c8bc94-2e15-43ac-853a-ad6338d26c5d req-a7f8f58b-e40e-49cc-a87a-824797f29955 service nova] Acquiring lock "2d153ded-40ef-49aa-ba1d-de7466906d72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.334220] env[68216]: DEBUG oslo_concurrency.lockutils [req-98c8bc94-2e15-43ac-853a-ad6338d26c5d req-a7f8f58b-e40e-49cc-a87a-824797f29955 service nova] Lock "2d153ded-40ef-49aa-ba1d-de7466906d72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.334398] env[68216]: DEBUG oslo_concurrency.lockutils [req-98c8bc94-2e15-43ac-853a-ad6338d26c5d req-a7f8f58b-e40e-49cc-a87a-824797f29955 service nova] Lock "2d153ded-40ef-49aa-ba1d-de7466906d72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.334544] env[68216]: DEBUG nova.compute.manager [req-98c8bc94-2e15-43ac-853a-ad6338d26c5d req-a7f8f58b-e40e-49cc-a87a-824797f29955 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] No waiting events found dispatching network-vif-plugged-6a5102b0-f522-45e3-bc97-850fd950d753 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.334702] env[68216]: WARNING nova.compute.manager [req-98c8bc94-2e15-43ac-853a-ad6338d26c5d req-a7f8f58b-e40e-49cc-a87a-824797f29955 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Received unexpected event network-vif-plugged-6a5102b0-f522-45e3-bc97-850fd950d753 for instance with vm_state building and task_state spawning. [ 833.365721] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068453, 'name': CreateVM_Task, 'duration_secs': 0.354423} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.365918] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.366594] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.366755] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.367087] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.367721] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f29548-c524-4ec3-bbfd-d85f61017f75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.372590] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 833.372590] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5213f532-543e-b17c-f2fe-a4a7167b2df4" [ 833.372590] env[68216]: _type = "Task" [ 833.372590] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.381276] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5213f532-543e-b17c-f2fe-a4a7167b2df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.422998] env[68216]: DEBUG nova.network.neutron [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Successfully updated port: 6a5102b0-f522-45e3-bc97-850fd950d753 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.692505] env[68216]: DEBUG oslo_concurrency.lockutils [req-bed85502-25bc-450f-825b-5f9ebe2d0bbe req-1fbb23e8-4093-4923-88b2-4b2f4b513851 service nova] Releasing lock "refresh_cache-5df6f365-f512-43fb-9fb0-84a9e5952234" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.692943] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068452, 'name': ReconfigVM_Task, 'duration_secs': 0.756564} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.696897] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5da813ed-e6d3-433b-af10-013142f71833 tempest-ServerRescueTestJSONUnderV235-1183451459 tempest-ServerRescueTestJSONUnderV235-1183451459-project-member] Lock "aed8e036-f959-48ef-8258-5465ebdb4a48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.569s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.696897] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Reconfigured VM instance instance-0000003f to attach disk [datastore1] c770cc84-9801-4fc7-b85a-9d93e9f49978/c770cc84-9801-4fc7-b85a-9d93e9f49978.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.696897] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-967b8233-790e-4424-b967-391f5a9a0c67 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.702484] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 833.702484] env[68216]: value = "task-3068454" [ 833.702484] env[68216]: _type = "Task" [ 833.702484] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.712998] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068454, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.884041] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5213f532-543e-b17c-f2fe-a4a7167b2df4, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.884379] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.884710] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.885077] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.885333] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.885625] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.885983] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95e56567-461d-46f0-b9f8-9157b1ce0aff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.896243] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.896421] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.897152] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38fbd2f0-8f06-467b-82ba-b8498b7a02b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.902114] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 833.902114] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fdad9a-8864-c2e9-dc71-3d77e953ad6b" [ 833.902114] env[68216]: _type = "Task" [ 833.902114] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.911309] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fdad9a-8864-c2e9-dc71-3d77e953ad6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.927176] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "refresh_cache-2d153ded-40ef-49aa-ba1d-de7466906d72" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.927308] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "refresh_cache-2d153ded-40ef-49aa-ba1d-de7466906d72" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.927467] env[68216]: DEBUG nova.network.neutron [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.136885] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d383b3df-e291-4508-9327-b8643e74e61a tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.138581] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.304s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.138581] env[68216]: DEBUG nova.objects.instance [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 834.220208] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068454, 'name': Rename_Task, 'duration_secs': 0.159359} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.220208] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.222111] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb9af0da-2f88-463b-a4dd-8011a890e678 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.228423] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 834.228423] env[68216]: value = "task-3068455" [ 834.228423] env[68216]: _type = "Task" [ 834.228423] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.236330] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.415025] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fdad9a-8864-c2e9-dc71-3d77e953ad6b, 'name': SearchDatastore_Task, 'duration_secs': 0.007935} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.415025] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f196ee-7bdc-4e50-a01c-1292613b5f75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.419270] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 834.419270] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523a3128-f13f-ac9e-134e-fef477f3d6d6" [ 834.419270] env[68216]: _type = "Task" [ 834.419270] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.428102] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523a3128-f13f-ac9e-134e-fef477f3d6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.469060] env[68216]: DEBUG nova.network.neutron [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.687763] env[68216]: DEBUG nova.network.neutron [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Updating instance_info_cache with network_info: [{"id": "6a5102b0-f522-45e3-bc97-850fd950d753", "address": "fa:16:3e:27:06:3d", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a5102b0-f5", "ovs_interfaceid": "6a5102b0-f522-45e3-bc97-850fd950d753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.739585] env[68216]: DEBUG oslo_vmware.api [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068455, 'name': PowerOnVM_Task, 'duration_secs': 0.458867} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.739863] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.740093] env[68216]: INFO nova.compute.manager [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Took 7.83 seconds to spawn the instance on the hypervisor. [ 834.740269] env[68216]: DEBUG nova.compute.manager [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.741064] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081da9f-bdab-4a56-bbc9-f6806d9115df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.938018] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523a3128-f13f-ac9e-134e-fef477f3d6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.017919} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.938327] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.938592] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 5df6f365-f512-43fb-9fb0-84a9e5952234/5df6f365-f512-43fb-9fb0-84a9e5952234.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.938986] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-accb7dd2-0b59-4371-a548-2b7fae0deeb1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.946224] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 834.946224] env[68216]: value = "task-3068456" [ 834.946224] env[68216]: _type = "Task" [ 834.946224] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.954229] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.148801] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7a9abb97-4216-449a-b0ac-9d770d45e01d tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.150049] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.220s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.151463] env[68216]: INFO nova.compute.claims [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.191194] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "refresh_cache-2d153ded-40ef-49aa-ba1d-de7466906d72" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.192162] env[68216]: DEBUG nova.compute.manager [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Instance network_info: |[{"id": "6a5102b0-f522-45e3-bc97-850fd950d753", "address": "fa:16:3e:27:06:3d", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a5102b0-f5", "ovs_interfaceid": "6a5102b0-f522-45e3-bc97-850fd950d753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.192669] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:06:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a5102b0-f522-45e3-bc97-850fd950d753', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.200589] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.201504] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.202078] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2088e6f8-f749-4616-ac6e-f3befc18b74e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.224999] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.224999] env[68216]: value = "task-3068457" [ 835.224999] env[68216]: _type = "Task" [ 835.224999] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.235729] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068457, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.257833] env[68216]: INFO nova.compute.manager [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Took 49.01 seconds to build instance. [ 835.423799] env[68216]: DEBUG nova.compute.manager [req-13fa1f53-3a43-4889-a108-358397d01641 req-d5ba727f-b6f3-4313-be68-1cebcf9c2415 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Received event network-changed-6a5102b0-f522-45e3-bc97-850fd950d753 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.424335] env[68216]: DEBUG nova.compute.manager [req-13fa1f53-3a43-4889-a108-358397d01641 req-d5ba727f-b6f3-4313-be68-1cebcf9c2415 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Refreshing instance network info cache due to event network-changed-6a5102b0-f522-45e3-bc97-850fd950d753. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 835.424826] env[68216]: DEBUG oslo_concurrency.lockutils [req-13fa1f53-3a43-4889-a108-358397d01641 req-d5ba727f-b6f3-4313-be68-1cebcf9c2415 service nova] Acquiring lock "refresh_cache-2d153ded-40ef-49aa-ba1d-de7466906d72" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.425546] env[68216]: DEBUG oslo_concurrency.lockutils [req-13fa1f53-3a43-4889-a108-358397d01641 req-d5ba727f-b6f3-4313-be68-1cebcf9c2415 service nova] Acquired lock "refresh_cache-2d153ded-40ef-49aa-ba1d-de7466906d72" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.425546] env[68216]: DEBUG nova.network.neutron [req-13fa1f53-3a43-4889-a108-358397d01641 req-d5ba727f-b6f3-4313-be68-1cebcf9c2415 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Refreshing network info cache for port 6a5102b0-f522-45e3-bc97-850fd950d753 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.457995] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068456, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.735720] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068457, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.759472] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6b3045ae-a997-4757-9fab-d4fe03532fea tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "c770cc84-9801-4fc7-b85a-9d93e9f49978" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.888s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.958886] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738876} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.959070] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 5df6f365-f512-43fb-9fb0-84a9e5952234/5df6f365-f512-43fb-9fb0-84a9e5952234.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.959303] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.959561] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23cfa4fe-4364-4431-b13b-5398ca64f26b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.966715] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 835.966715] env[68216]: value = "task-3068458" [ 835.966715] env[68216]: _type = "Task" [ 835.966715] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.979516] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.098665] env[68216]: DEBUG nova.compute.manager [req-36e29073-f8af-420e-b48c-73e047899233 req-6c8d56fc-f613-4074-a4fd-95ded574778e service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Received event network-changed-43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 836.098859] env[68216]: DEBUG nova.compute.manager [req-36e29073-f8af-420e-b48c-73e047899233 req-6c8d56fc-f613-4074-a4fd-95ded574778e service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Refreshing instance network info cache due to event network-changed-43e9b1bd-cb28-4e05-af2c-11586c2ec2df. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 836.099078] env[68216]: DEBUG oslo_concurrency.lockutils [req-36e29073-f8af-420e-b48c-73e047899233 req-6c8d56fc-f613-4074-a4fd-95ded574778e service nova] Acquiring lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.099230] env[68216]: DEBUG oslo_concurrency.lockutils [req-36e29073-f8af-420e-b48c-73e047899233 req-6c8d56fc-f613-4074-a4fd-95ded574778e service nova] Acquired lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.103161] env[68216]: DEBUG nova.network.neutron [req-36e29073-f8af-420e-b48c-73e047899233 req-6c8d56fc-f613-4074-a4fd-95ded574778e service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Refreshing network info cache for port 43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.159037] env[68216]: DEBUG nova.network.neutron [req-13fa1f53-3a43-4889-a108-358397d01641 req-d5ba727f-b6f3-4313-be68-1cebcf9c2415 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Updated VIF entry in instance network info cache for port 6a5102b0-f522-45e3-bc97-850fd950d753. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.159414] env[68216]: DEBUG nova.network.neutron [req-13fa1f53-3a43-4889-a108-358397d01641 req-d5ba727f-b6f3-4313-be68-1cebcf9c2415 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Updating instance_info_cache with network_info: [{"id": "6a5102b0-f522-45e3-bc97-850fd950d753", "address": "fa:16:3e:27:06:3d", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a5102b0-f5", "ovs_interfaceid": "6a5102b0-f522-45e3-bc97-850fd950d753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.236182] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068457, 'name': CreateVM_Task, 'duration_secs': 0.589768} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.238834] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.240070] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.241420] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.242137] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.242442] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28be530-2a1a-4522-b402-ff0420528d5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.247850] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 836.247850] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525f97e7-2dac-1d32-e0e1-8b4b418b439d" [ 836.247850] env[68216]: _type = "Task" [ 836.247850] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.258488] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525f97e7-2dac-1d32-e0e1-8b4b418b439d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.480453] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093786} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.482883] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.483833] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63bd45f-ec23-4a9d-b032-c42fc8877ede {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.508587] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 5df6f365-f512-43fb-9fb0-84a9e5952234/5df6f365-f512-43fb-9fb0-84a9e5952234.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.511321] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a61acdc-c528-4bd1-aff2-08067326ecd2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.531595] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 836.531595] env[68216]: value = "task-3068459" [ 836.531595] env[68216]: _type = "Task" [ 836.531595] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.541031] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.607744] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6096643a-f452-4df2-865c-a0ccfca756ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.615751] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1117497b-0f83-4351-9f34-79ee2bb15e7c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.648970] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59d036c-41f8-4022-ae08-27313fd7c70c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.656645] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d41671c-0332-4877-80eb-ad06f34b9f6c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.671744] env[68216]: DEBUG oslo_concurrency.lockutils [req-13fa1f53-3a43-4889-a108-358397d01641 req-d5ba727f-b6f3-4313-be68-1cebcf9c2415 service nova] Releasing lock "refresh_cache-2d153ded-40ef-49aa-ba1d-de7466906d72" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.672407] env[68216]: DEBUG nova.compute.provider_tree [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.707255] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "c770cc84-9801-4fc7-b85a-9d93e9f49978" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.707518] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "c770cc84-9801-4fc7-b85a-9d93e9f49978" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.707744] env[68216]: INFO nova.compute.manager [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Rebooting instance [ 836.760549] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525f97e7-2dac-1d32-e0e1-8b4b418b439d, 'name': SearchDatastore_Task, 'duration_secs': 0.038549} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.760914] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.761200] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.761715] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.761906] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.762146] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.762467] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bbf44df-4594-4114-8c8d-1d085e918f4c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.776030] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.776162] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.777136] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5a71e0-ea2b-4d67-ae14-d1d3adc2d67c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.782960] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 836.782960] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521812fd-5ff9-cb35-e22a-faf7c6faa101" [ 836.782960] env[68216]: _type = "Task" [ 836.782960] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.791864] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521812fd-5ff9-cb35-e22a-faf7c6faa101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.838758] env[68216]: DEBUG nova.network.neutron [req-36e29073-f8af-420e-b48c-73e047899233 req-6c8d56fc-f613-4074-a4fd-95ded574778e service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Updated VIF entry in instance network info cache for port 43e9b1bd-cb28-4e05-af2c-11586c2ec2df. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.839087] env[68216]: DEBUG nova.network.neutron [req-36e29073-f8af-420e-b48c-73e047899233 req-6c8d56fc-f613-4074-a4fd-95ded574778e service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Updating instance_info_cache with network_info: [{"id": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "address": "fa:16:3e:d8:4a:1b", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e9b1bd-cb", "ovs_interfaceid": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.041258] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.175483] env[68216]: DEBUG nova.scheduler.client.report [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.231579] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.294258] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521812fd-5ff9-cb35-e22a-faf7c6faa101, 'name': SearchDatastore_Task, 'duration_secs': 0.052494} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.295112] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5e2932-efd2-4bc8-92f1-9ef4be13623c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.300291] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 837.300291] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5285a544-deb2-ec2e-f896-66ac4c4d6f2e" [ 837.300291] env[68216]: _type = "Task" [ 837.300291] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.308315] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5285a544-deb2-ec2e-f896-66ac4c4d6f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.342945] env[68216]: DEBUG oslo_concurrency.lockutils [req-36e29073-f8af-420e-b48c-73e047899233 req-6c8d56fc-f613-4074-a4fd-95ded574778e service nova] Releasing lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.343553] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquired lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.343761] env[68216]: DEBUG nova.network.neutron [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.542456] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068459, 'name': ReconfigVM_Task, 'duration_secs': 0.858644} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.542672] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 5df6f365-f512-43fb-9fb0-84a9e5952234/5df6f365-f512-43fb-9fb0-84a9e5952234.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.543455] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c049323f-4d42-4757-a986-047ebe1e4c05 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.549452] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 837.549452] env[68216]: value = "task-3068460" [ 837.549452] env[68216]: _type = "Task" [ 837.549452] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.556986] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068460, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.683279] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.683279] env[68216]: DEBUG nova.compute.manager [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.688995] env[68216]: DEBUG oslo_concurrency.lockutils [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 28.891s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.813586] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5285a544-deb2-ec2e-f896-66ac4c4d6f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.814023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.814416] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 2d153ded-40ef-49aa-ba1d-de7466906d72/2d153ded-40ef-49aa-ba1d-de7466906d72.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.814899] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-294d3636-c2ad-4f56-bb88-191a27d27b38 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.822173] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 837.822173] env[68216]: value = "task-3068461" [ 837.822173] env[68216]: _type = "Task" [ 837.822173] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.833494] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.044808] env[68216]: DEBUG nova.network.neutron [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Updating instance_info_cache with network_info: [{"id": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "address": "fa:16:3e:d8:4a:1b", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e9b1bd-cb", "ovs_interfaceid": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.060162] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068460, 'name': Rename_Task, 'duration_secs': 0.265488} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.060357] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.060621] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8db0b1b9-f33e-49dc-bdd1-4c03d11bf957 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.067157] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 838.067157] env[68216]: value = "task-3068462" [ 838.067157] env[68216]: _type = "Task" [ 838.067157] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.076667] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.194453] env[68216]: DEBUG nova.compute.utils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.196108] env[68216]: DEBUG nova.objects.instance [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lazy-loading 'migration_context' on Instance uuid b392fef0-4e1a-4cc5-be4c-b19472a611a5 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.197335] env[68216]: DEBUG nova.compute.manager [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.197557] env[68216]: DEBUG nova.network.neutron [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.241475] env[68216]: DEBUG nova.policy [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9356533b7b4445accfa7646902d41c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '456ec608aad04c10b3db8f6a6b10f440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.333351] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068461, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.525857] env[68216]: DEBUG nova.network.neutron [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Successfully created port: 0d5b6775-7b46-4abc-85d7-1fb668b229b1 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.548388] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Releasing lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.580240] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068462, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.698375] env[68216]: DEBUG nova.compute.manager [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.833179] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813017} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.835581] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 2d153ded-40ef-49aa-ba1d-de7466906d72/2d153ded-40ef-49aa-ba1d-de7466906d72.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.835800] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.836486] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-000d3511-5aad-4902-8f86-2a5cd86f89a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.843174] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 838.843174] env[68216]: value = "task-3068463" [ 838.843174] env[68216]: _type = "Task" [ 838.843174] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.852765] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.054673] env[68216]: DEBUG nova.compute.manager [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.055715] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956d45ab-78e4-454e-9184-b39e86bbfc03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.080034] env[68216]: DEBUG oslo_vmware.api [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068462, 'name': PowerOnVM_Task, 'duration_secs': 0.521572} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.080034] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.080034] env[68216]: INFO nova.compute.manager [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Took 8.56 seconds to spawn the instance on the hypervisor. [ 839.080034] env[68216]: DEBUG nova.compute.manager [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.080394] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a364f54-df8a-4156-8532-20ae293f44f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.120812] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1520ed6c-8f55-4553-b483-3cb2aa54596e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.128879] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c44109-0893-44c0-b2b8-325609f6ea1c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.161629] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c8d745-f070-4db3-8dd5-dd229f8a36cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.172095] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a1beff-c481-4cf2-9aea-67b9b998cdb1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.184393] env[68216]: DEBUG nova.compute.provider_tree [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.353653] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217352} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.353921] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.354718] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9580610e-4d6a-4985-ab99-544511825aef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.376791] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 2d153ded-40ef-49aa-ba1d-de7466906d72/2d153ded-40ef-49aa-ba1d-de7466906d72.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.377346] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bfb8a7c-55fc-4824-96ed-2562cb04475e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.397610] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 839.397610] env[68216]: value = "task-3068464" [ 839.397610] env[68216]: _type = "Task" [ 839.397610] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.405307] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.601433] env[68216]: INFO nova.compute.manager [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Took 45.02 seconds to build instance. [ 839.687765] env[68216]: DEBUG nova.scheduler.client.report [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.713447] env[68216]: DEBUG nova.compute.manager [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.740507] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.740747] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.740899] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.741088] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.741234] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.741376] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.741578] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.741730] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.741888] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.742087] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.742274] env[68216]: DEBUG nova.virt.hardware [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.743154] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9db95fd-d888-42ac-bd4c-d2713d9c9319 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.751199] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e9cca-e539-4432-8355-8b3141e248e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.907585] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.932212] env[68216]: DEBUG nova.compute.manager [req-9b04c6e6-e861-415e-9af5-8e60af7441a2 req-0d6f7609-245e-4378-a9c7-a812eeab9d4c service nova] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Received event network-vif-plugged-0d5b6775-7b46-4abc-85d7-1fb668b229b1 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 839.932506] env[68216]: DEBUG oslo_concurrency.lockutils [req-9b04c6e6-e861-415e-9af5-8e60af7441a2 req-0d6f7609-245e-4378-a9c7-a812eeab9d4c service nova] Acquiring lock "a042fa4e-69bd-4bce-8b02-c1bec4909365-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.932726] env[68216]: DEBUG oslo_concurrency.lockutils [req-9b04c6e6-e861-415e-9af5-8e60af7441a2 req-0d6f7609-245e-4378-a9c7-a812eeab9d4c service nova] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.933224] env[68216]: DEBUG oslo_concurrency.lockutils [req-9b04c6e6-e861-415e-9af5-8e60af7441a2 req-0d6f7609-245e-4378-a9c7-a812eeab9d4c service nova] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.933224] env[68216]: DEBUG nova.compute.manager [req-9b04c6e6-e861-415e-9af5-8e60af7441a2 req-0d6f7609-245e-4378-a9c7-a812eeab9d4c service nova] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] No waiting events found dispatching network-vif-plugged-0d5b6775-7b46-4abc-85d7-1fb668b229b1 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.933402] env[68216]: WARNING nova.compute.manager [req-9b04c6e6-e861-415e-9af5-8e60af7441a2 req-0d6f7609-245e-4378-a9c7-a812eeab9d4c service nova] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Received unexpected event network-vif-plugged-0d5b6775-7b46-4abc-85d7-1fb668b229b1 for instance with vm_state building and task_state spawning. [ 840.020839] env[68216]: DEBUG nova.network.neutron [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Successfully updated port: 0d5b6775-7b46-4abc-85d7-1fb668b229b1 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.075741] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf43000-df26-49c0-bdcf-80ed9bf1252a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.082552] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Doing hard reboot of VM {{(pid=68216) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 840.083017] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5b0e8e31-e805-4763-8671-69da13c216cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.088941] env[68216]: DEBUG oslo_vmware.api [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 840.088941] env[68216]: value = "task-3068465" [ 840.088941] env[68216]: _type = "Task" [ 840.088941] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.097292] env[68216]: DEBUG oslo_vmware.api [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068465, 'name': ResetVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.102280] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad7f7ff6-3255-4661-9485-f06c505ae9d3 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "5df6f365-f512-43fb-9fb0-84a9e5952234" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.468s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.409111] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068464, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.523666] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.523976] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.524195] env[68216]: DEBUG nova.network.neutron [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.598783] env[68216]: DEBUG oslo_vmware.api [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068465, 'name': ResetVM_Task, 'duration_secs': 0.13981} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.599062] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Did hard reboot of VM {{(pid=68216) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 840.599261] env[68216]: DEBUG nova.compute.manager [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.600488] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2f1cfe-3a08-49e2-af5e-d4f8cea102a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.699204] env[68216]: DEBUG oslo_concurrency.lockutils [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.010s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.704711] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.395s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.704940] env[68216]: DEBUG nova.objects.instance [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lazy-loading 'resources' on Instance uuid 4feb7a78-d8ff-4146-8b83-fb39d887d91a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.822802] env[68216]: DEBUG oslo_concurrency.lockutils [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "5df6f365-f512-43fb-9fb0-84a9e5952234" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.823194] env[68216]: DEBUG oslo_concurrency.lockutils [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "5df6f365-f512-43fb-9fb0-84a9e5952234" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.823468] env[68216]: DEBUG oslo_concurrency.lockutils [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "5df6f365-f512-43fb-9fb0-84a9e5952234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.823676] env[68216]: DEBUG oslo_concurrency.lockutils [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "5df6f365-f512-43fb-9fb0-84a9e5952234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.823847] env[68216]: DEBUG oslo_concurrency.lockutils [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "5df6f365-f512-43fb-9fb0-84a9e5952234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.826018] env[68216]: INFO nova.compute.manager [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Terminating instance [ 840.910807] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068464, 'name': ReconfigVM_Task, 'duration_secs': 1.015688} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.911106] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 2d153ded-40ef-49aa-ba1d-de7466906d72/2d153ded-40ef-49aa-ba1d-de7466906d72.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.911715] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98da0e05-9ce3-42a7-be52-348154378b42 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.919047] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 840.919047] env[68216]: value = "task-3068466" [ 840.919047] env[68216]: _type = "Task" [ 840.919047] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.926637] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068466, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.059426] env[68216]: DEBUG nova.network.neutron [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.112681] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5cc32903-cb62-4f03-89a6-fc7ce280de6a tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "c770cc84-9801-4fc7-b85a-9d93e9f49978" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.405s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.191605] env[68216]: DEBUG nova.network.neutron [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance_info_cache with network_info: [{"id": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "address": "fa:16:3e:25:16:33", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5b6775-7b", "ovs_interfaceid": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.331342] env[68216]: DEBUG nova.compute.manager [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.331553] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.332819] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f276cc00-81e7-4ea5-ab56-c29156b4cdff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.340219] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.340453] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3164d52f-4092-453a-a2cc-0738c0eb9485 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.349105] env[68216]: DEBUG oslo_vmware.api [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 841.349105] env[68216]: value = "task-3068467" [ 841.349105] env[68216]: _type = "Task" [ 841.349105] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.359673] env[68216]: DEBUG oslo_vmware.api [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.431512] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068466, 'name': Rename_Task, 'duration_secs': 0.131917} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.431717] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.431958] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08501c2f-1653-4919-9a4c-4ca896edaddd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.439492] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 841.439492] env[68216]: value = "task-3068468" [ 841.439492] env[68216]: _type = "Task" [ 841.439492] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.447222] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.615284] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5160826-0c41-4e54-ac81-81b4284231ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.622946] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410b1f77-30e4-4e2f-a8a0-424f4b87079d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.654569] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fba6bfe-b3ed-42bf-96dc-574587d06160 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.658081] env[68216]: DEBUG nova.compute.manager [req-fbd36256-1e4c-40c5-9d7e-cf9515ab1d19 req-53d35133-cc1b-4c30-8952-4ca70fbbb7e0 service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Received event network-changed-43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 841.658267] env[68216]: DEBUG nova.compute.manager [req-fbd36256-1e4c-40c5-9d7e-cf9515ab1d19 req-53d35133-cc1b-4c30-8952-4ca70fbbb7e0 service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Refreshing instance network info cache due to event network-changed-43e9b1bd-cb28-4e05-af2c-11586c2ec2df. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 841.658477] env[68216]: DEBUG oslo_concurrency.lockutils [req-fbd36256-1e4c-40c5-9d7e-cf9515ab1d19 req-53d35133-cc1b-4c30-8952-4ca70fbbb7e0 service nova] Acquiring lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.658614] env[68216]: DEBUG oslo_concurrency.lockutils [req-fbd36256-1e4c-40c5-9d7e-cf9515ab1d19 req-53d35133-cc1b-4c30-8952-4ca70fbbb7e0 service nova] Acquired lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.658765] env[68216]: DEBUG nova.network.neutron [req-fbd36256-1e4c-40c5-9d7e-cf9515ab1d19 req-53d35133-cc1b-4c30-8952-4ca70fbbb7e0 service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Refreshing network info cache for port 43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.666879] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7014c2e-b03a-4e14-a824-5683d3411735 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.681698] env[68216]: DEBUG nova.compute.provider_tree [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.694235] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.694527] env[68216]: DEBUG nova.compute.manager [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Instance network_info: |[{"id": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "address": "fa:16:3e:25:16:33", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5b6775-7b", "ovs_interfaceid": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.694903] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:16:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d5b6775-7b46-4abc-85d7-1fb668b229b1', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.702492] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.703189] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.703431] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-193a9317-d6d0-4be2-a177-6e6ec369bb42 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.724792] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.724792] env[68216]: value = "task-3068469" [ 841.724792] env[68216]: _type = "Task" [ 841.724792] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.732498] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068469, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.858467] env[68216]: DEBUG oslo_vmware.api [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068467, 'name': PowerOffVM_Task, 'duration_secs': 0.22525} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.858712] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.858898] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.859184] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fc0070e-381c-4843-a3e8-db83e23517d4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.920452] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.920834] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.920888] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleting the datastore file [datastore1] 5df6f365-f512-43fb-9fb0-84a9e5952234 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.921576] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dfc8139-fca4-4ca5-95f6-82e49c9f3e25 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.927976] env[68216]: DEBUG oslo_vmware.api [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 841.927976] env[68216]: value = "task-3068471" [ 841.927976] env[68216]: _type = "Task" [ 841.927976] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.936099] env[68216]: DEBUG oslo_vmware.api [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.949542] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.969355] env[68216]: DEBUG nova.compute.manager [req-02c309b6-37db-4767-a21f-5735c21d9047 req-69b8d281-1931-48a8-983d-b2401e20e89d service nova] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Received event network-changed-0d5b6775-7b46-4abc-85d7-1fb668b229b1 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 841.969678] env[68216]: DEBUG nova.compute.manager [req-02c309b6-37db-4767-a21f-5735c21d9047 req-69b8d281-1931-48a8-983d-b2401e20e89d service nova] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Refreshing instance network info cache due to event network-changed-0d5b6775-7b46-4abc-85d7-1fb668b229b1. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 841.970141] env[68216]: DEBUG oslo_concurrency.lockutils [req-02c309b6-37db-4767-a21f-5735c21d9047 req-69b8d281-1931-48a8-983d-b2401e20e89d service nova] Acquiring lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.970409] env[68216]: DEBUG oslo_concurrency.lockutils [req-02c309b6-37db-4767-a21f-5735c21d9047 req-69b8d281-1931-48a8-983d-b2401e20e89d service nova] Acquired lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.970596] env[68216]: DEBUG nova.network.neutron [req-02c309b6-37db-4767-a21f-5735c21d9047 req-69b8d281-1931-48a8-983d-b2401e20e89d service nova] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Refreshing network info cache for port 0d5b6775-7b46-4abc-85d7-1fb668b229b1 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.184999] env[68216]: DEBUG nova.scheduler.client.report [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.240386] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068469, 'name': CreateVM_Task, 'duration_secs': 0.383406} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.240555] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.241251] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.241376] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.241666] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.241909] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d85f25-e338-44c2-9fd2-f792efbb215b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.244040] env[68216]: INFO nova.compute.manager [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Swapping old allocation on dict_keys(['9169374f-90e2-438b-ad3b-d543cda4cb3f']) held by migration d69d0d58-972b-4d01-afb7-43fe4bde251b for instance [ 842.249734] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 842.249734] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f75bfa-ebd6-99eb-c0ba-719639302fe2" [ 842.249734] env[68216]: _type = "Task" [ 842.249734] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.257467] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f75bfa-ebd6-99eb-c0ba-719639302fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.269326] env[68216]: DEBUG nova.scheduler.client.report [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Overwriting current allocation {'allocations': {'9169374f-90e2-438b-ad3b-d543cda4cb3f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 95}}, 'project_id': 'c29e86ca7aeb4f1a9c11d50f54781858', 'user_id': 'c9bcd90f274141fe90d04ce3bb3ca1e0', 'consumer_generation': 1} on consumer b392fef0-4e1a-4cc5-be4c-b19472a611a5 {{(pid=68216) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 842.329591] env[68216]: DEBUG oslo_concurrency.lockutils [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "c770cc84-9801-4fc7-b85a-9d93e9f49978" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.329842] env[68216]: DEBUG oslo_concurrency.lockutils [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "c770cc84-9801-4fc7-b85a-9d93e9f49978" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.330073] env[68216]: DEBUG oslo_concurrency.lockutils [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "c770cc84-9801-4fc7-b85a-9d93e9f49978-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.330490] env[68216]: DEBUG oslo_concurrency.lockutils [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "c770cc84-9801-4fc7-b85a-9d93e9f49978-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.330490] env[68216]: DEBUG oslo_concurrency.lockutils [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "c770cc84-9801-4fc7-b85a-9d93e9f49978-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.332708] env[68216]: INFO nova.compute.manager [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Terminating instance [ 842.356263] env[68216]: DEBUG oslo_concurrency.lockutils [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.356448] env[68216]: DEBUG oslo_concurrency.lockutils [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquired lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.356624] env[68216]: DEBUG nova.network.neutron [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.367215] env[68216]: DEBUG nova.network.neutron [req-fbd36256-1e4c-40c5-9d7e-cf9515ab1d19 req-53d35133-cc1b-4c30-8952-4ca70fbbb7e0 service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Updated VIF entry in instance network info cache for port 43e9b1bd-cb28-4e05-af2c-11586c2ec2df. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.367547] env[68216]: DEBUG nova.network.neutron [req-fbd36256-1e4c-40c5-9d7e-cf9515ab1d19 req-53d35133-cc1b-4c30-8952-4ca70fbbb7e0 service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Updating instance_info_cache with network_info: [{"id": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "address": "fa:16:3e:d8:4a:1b", "network": {"id": "572c31e0-1987-460b-a9e2-c2314be62ee3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1112401833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3d272b812c43e88ebbaaea36b3f380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e9b1bd-cb", "ovs_interfaceid": "43e9b1bd-cb28-4e05-af2c-11586c2ec2df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.438409] env[68216]: DEBUG oslo_vmware.api [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21867} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.438409] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.438569] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.438678] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.438842] env[68216]: INFO nova.compute.manager [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Took 1.11 seconds to destroy the instance on the hypervisor. [ 842.439089] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.439290] env[68216]: DEBUG nova.compute.manager [-] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.439382] env[68216]: DEBUG nova.network.neutron [-] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.448706] env[68216]: DEBUG oslo_vmware.api [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3068468, 'name': PowerOnVM_Task, 'duration_secs': 0.571609} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.448930] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.449135] env[68216]: INFO nova.compute.manager [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Took 9.41 seconds to spawn the instance on the hypervisor. [ 842.449311] env[68216]: DEBUG nova.compute.manager [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.450042] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b568152b-694d-44c3-af83-d493544833ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.690553] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.692989] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.689s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.693255] env[68216]: DEBUG nova.objects.instance [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lazy-loading 'resources' on Instance uuid b883dde2-73d4-40cb-9e2a-feb1abebb848 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.721882] env[68216]: INFO nova.scheduler.client.report [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Deleted allocations for instance 4feb7a78-d8ff-4146-8b83-fb39d887d91a [ 842.761694] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f75bfa-ebd6-99eb-c0ba-719639302fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.040373} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.761694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.761694] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.761694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.761694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.761884] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.762130] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-831b9543-341e-4899-bb06-86e62939d867 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.775052] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.775052] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.775506] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89f9b7b-5015-4898-b6c0-edfb14686337 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.780899] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 842.780899] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520e64cd-c7d8-2760-0498-d9dea301f8cb" [ 842.780899] env[68216]: _type = "Task" [ 842.780899] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.784641] env[68216]: DEBUG nova.network.neutron [req-02c309b6-37db-4767-a21f-5735c21d9047 req-69b8d281-1931-48a8-983d-b2401e20e89d service nova] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updated VIF entry in instance network info cache for port 0d5b6775-7b46-4abc-85d7-1fb668b229b1. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.785040] env[68216]: DEBUG nova.network.neutron [req-02c309b6-37db-4767-a21f-5735c21d9047 req-69b8d281-1931-48a8-983d-b2401e20e89d service nova] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance_info_cache with network_info: [{"id": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "address": "fa:16:3e:25:16:33", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5b6775-7b", "ovs_interfaceid": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.791042] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520e64cd-c7d8-2760-0498-d9dea301f8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.837360] env[68216]: DEBUG nova.compute.manager [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.837360] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.837963] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bb1519-2e96-487e-83e3-dde61f05713b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.846301] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.846460] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99679793-b3cc-4d9c-b713-6315da00a790 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.852481] env[68216]: DEBUG oslo_vmware.api [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 842.852481] env[68216]: value = "task-3068472" [ 842.852481] env[68216]: _type = "Task" [ 842.852481] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.862257] env[68216]: DEBUG oslo_vmware.api [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.870505] env[68216]: DEBUG oslo_concurrency.lockutils [req-fbd36256-1e4c-40c5-9d7e-cf9515ab1d19 req-53d35133-cc1b-4c30-8952-4ca70fbbb7e0 service nova] Releasing lock "refresh_cache-c770cc84-9801-4fc7-b85a-9d93e9f49978" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.971108] env[68216]: INFO nova.compute.manager [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Took 45.73 seconds to build instance. [ 843.127040] env[68216]: DEBUG nova.network.neutron [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance_info_cache with network_info: [{"id": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "address": "fa:16:3e:b9:6e:6f", "network": {"id": "b7e2f704-231d-436d-b4d4-b043507f7f7d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "701191837dc34d3995be5c6d7c48c9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped33d89e-e8", "ovs_interfaceid": "ed33d89e-e8a3-40dc-81b3-37d970a30c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.177259] env[68216]: DEBUG nova.network.neutron [-] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.231694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e6a494b8-6305-46c4-8c9f-cc2d31caf687 tempest-ServersWithSpecificFlavorTestJSON-1697813976 tempest-ServersWithSpecificFlavorTestJSON-1697813976-project-member] Lock "4feb7a78-d8ff-4146-8b83-fb39d887d91a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.656s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.287709] env[68216]: DEBUG oslo_concurrency.lockutils [req-02c309b6-37db-4767-a21f-5735c21d9047 req-69b8d281-1931-48a8-983d-b2401e20e89d service nova] Releasing lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.296400] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520e64cd-c7d8-2760-0498-d9dea301f8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.026915} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.300975] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1d7581-1517-4574-aae4-e527a4c23728 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.307939] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 843.307939] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a0370b-f685-70d9-80fb-1c78905c4b7e" [ 843.307939] env[68216]: _type = "Task" [ 843.307939] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.319253] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a0370b-f685-70d9-80fb-1c78905c4b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.363812] env[68216]: DEBUG oslo_vmware.api [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068472, 'name': PowerOffVM_Task, 'duration_secs': 0.188667} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.364125] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.364297] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.364551] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fa83c0e-3021-4de3-878f-b21d7088c81f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.428185] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.428412] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.428590] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Deleting the datastore file [datastore1] c770cc84-9801-4fc7-b85a-9d93e9f49978 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.428861] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-168ff392-c352-4920-94dd-0eec4effa5a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.438382] env[68216]: DEBUG oslo_vmware.api [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 843.438382] env[68216]: value = "task-3068474" [ 843.438382] env[68216]: _type = "Task" [ 843.438382] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.448685] env[68216]: DEBUG oslo_vmware.api [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.474694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-27b4485f-91bf-49ae-a270-80d51faed0ca tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "2d153ded-40ef-49aa-ba1d-de7466906d72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.587s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.576171] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96048f6a-b614-4165-92d3-6bd7158693ca {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.583163] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad3a09b-2088-4719-bde1-6eee39633ff7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.612418] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee1ebc4-0069-47a3-bde6-77506d13eddc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.619911] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b415416-eb2c-4129-8773-87d00d5b51ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.634179] env[68216]: DEBUG oslo_concurrency.lockutils [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Releasing lock "refresh_cache-b392fef0-4e1a-4cc5-be4c-b19472a611a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.634179] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.634321] env[68216]: DEBUG nova.compute.provider_tree [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.635593] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ace41ce6-5699-49a4-b6c6-96bd559e45c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.641982] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 843.641982] env[68216]: value = "task-3068475" [ 843.641982] env[68216]: _type = "Task" [ 843.641982] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.652569] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.680411] env[68216]: INFO nova.compute.manager [-] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Took 1.24 seconds to deallocate network for instance. [ 843.820115] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a0370b-f685-70d9-80fb-1c78905c4b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.820377] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.820654] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] a042fa4e-69bd-4bce-8b02-c1bec4909365/a042fa4e-69bd-4bce-8b02-c1bec4909365.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.820938] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-596ed89b-117e-4799-bd47-5575d12ed342 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.828576] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 843.828576] env[68216]: value = "task-3068476" [ 843.828576] env[68216]: _type = "Task" [ 843.828576] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.836804] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.954232] env[68216]: DEBUG oslo_vmware.api [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124301} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.954232] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.954232] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.954232] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.954232] env[68216]: INFO nova.compute.manager [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Took 1.12 seconds to destroy the instance on the hypervisor. [ 843.954232] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.954232] env[68216]: DEBUG nova.compute.manager [-] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.954232] env[68216]: DEBUG nova.network.neutron [-] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.140884] env[68216]: DEBUG nova.scheduler.client.report [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.160400] env[68216]: DEBUG nova.compute.manager [req-23075a8c-fa2e-4ffa-8f3d-8f586420ca8f req-47b8821f-6022-4396-ad0d-04f137366e88 service nova] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Received event network-vif-deleted-1508276c-8d65-4456-a610-a3be810c2d60 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 844.167765] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068475, 'name': PowerOffVM_Task, 'duration_secs': 0.201438} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.168127] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.169099] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:25:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='771ca3c3-3a66-4fef-86b5-d4830d3d96c2',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-22784556',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.169502] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.169771] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.169771] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.169849] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.169993] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.170269] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.170608] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.170608] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.170870] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.170917] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.178850] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfdf3db8-2124-4359-bf2c-876f58863a08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.193818] env[68216]: DEBUG oslo_concurrency.lockutils [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.201918] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 844.201918] env[68216]: value = "task-3068477" [ 844.201918] env[68216]: _type = "Task" [ 844.201918] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.213610] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.339078] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473411} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.340015] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] a042fa4e-69bd-4bce-8b02-c1bec4909365/a042fa4e-69bd-4bce-8b02-c1bec4909365.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.340527] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.340964] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-459df72a-e321-406a-9cf3-cc1d96ac7de8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.347864] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 844.347864] env[68216]: value = "task-3068478" [ 844.347864] env[68216]: _type = "Task" [ 844.347864] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.357681] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.485069] env[68216]: DEBUG nova.compute.manager [req-e97eb494-fc05-45b9-a3c7-ad3cbd483d55 req-54616e35-0013-44bd-92ba-9fd58580556f service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Received event network-vif-deleted-43e9b1bd-cb28-4e05-af2c-11586c2ec2df {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 844.485286] env[68216]: INFO nova.compute.manager [req-e97eb494-fc05-45b9-a3c7-ad3cbd483d55 req-54616e35-0013-44bd-92ba-9fd58580556f service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Neutron deleted interface 43e9b1bd-cb28-4e05-af2c-11586c2ec2df; detaching it from the instance and deleting it from the info cache [ 844.485457] env[68216]: DEBUG nova.network.neutron [req-e97eb494-fc05-45b9-a3c7-ad3cbd483d55 req-54616e35-0013-44bd-92ba-9fd58580556f service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.659993] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.663340] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.916s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.663467] env[68216]: DEBUG nova.objects.instance [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lazy-loading 'resources' on Instance uuid e9e15a2e-4800-4607-b8f2-4fc48a9b86b0 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.687711] env[68216]: INFO nova.scheduler.client.report [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleted allocations for instance b883dde2-73d4-40cb-9e2a-feb1abebb848 [ 844.721371] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068477, 'name': ReconfigVM_Task, 'duration_secs': 0.191796} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.721371] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95f3e25-c254-4401-a7bb-3e3c0c11480e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.744425] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:25:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='771ca3c3-3a66-4fef-86b5-d4830d3d96c2',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-22784556',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.744710] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.744875] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.745067] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.745210] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.745349] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.745545] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.746143] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.746143] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.746143] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.746285] env[68216]: DEBUG nova.virt.hardware [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.747707] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a066a7-fdf7-487a-a251-d54a633143d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.754541] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 844.754541] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522f418e-5134-9b1a-140d-4b9a3ae566a4" [ 844.754541] env[68216]: _type = "Task" [ 844.754541] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.764341] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522f418e-5134-9b1a-140d-4b9a3ae566a4, 'name': SearchDatastore_Task, 'duration_secs': 0.007662} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.769884] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.770225] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac23b97-0bf3-449c-904c-c664cef9a9d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.793289] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 844.793289] env[68216]: value = "task-3068479" [ 844.793289] env[68216]: _type = "Task" [ 844.793289] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.808817] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.858629] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068303} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.858917] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.862137] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a07f4-7fac-45da-8861-e3dc78fa183d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.882878] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] a042fa4e-69bd-4bce-8b02-c1bec4909365/a042fa4e-69bd-4bce-8b02-c1bec4909365.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.883264] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0c5d388-18b1-4ef7-9414-3cca1a0f1103 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.906519] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 844.906519] env[68216]: value = "task-3068480" [ 844.906519] env[68216]: _type = "Task" [ 844.906519] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.916848] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.964851] env[68216]: DEBUG nova.network.neutron [-] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.990954] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04459040-e164-49e6-b276-0d58e2fac33a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.004754] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d92577-4a07-4545-8a4e-be55954bf8a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.043480] env[68216]: DEBUG nova.compute.manager [req-e97eb494-fc05-45b9-a3c7-ad3cbd483d55 req-54616e35-0013-44bd-92ba-9fd58580556f service nova] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Detach interface failed, port_id=43e9b1bd-cb28-4e05-af2c-11586c2ec2df, reason: Instance c770cc84-9801-4fc7-b85a-9d93e9f49978 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 845.201225] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0623f32e-f1aa-4e1d-b194-2af30aa2672b tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "b883dde2-73d4-40cb-9e2a-feb1abebb848" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.657s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.309245] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068479, 'name': ReconfigVM_Task, 'duration_secs': 0.459366} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.309245] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.309245] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3829ffb5-175c-48a8-b768-96c1d43abc04 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.333171] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] b392fef0-4e1a-4cc5-be4c-b19472a611a5/b392fef0-4e1a-4cc5-be4c-b19472a611a5.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.335415] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95e060bc-305d-4c93-a721-d1cade656969 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.353645] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 845.353645] env[68216]: value = "task-3068481" [ 845.353645] env[68216]: _type = "Task" [ 845.353645] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.364650] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.403404] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.403663] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.403865] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.404052] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.404234] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.406428] env[68216]: INFO nova.compute.manager [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Terminating instance [ 845.419577] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068480, 'name': ReconfigVM_Task, 'duration_secs': 0.281113} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.420222] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Reconfigured VM instance instance-00000042 to attach disk [datastore2] a042fa4e-69bd-4bce-8b02-c1bec4909365/a042fa4e-69bd-4bce-8b02-c1bec4909365.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.420835] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd2e2268-b7b7-4aac-9f99-5d47d44906b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.427309] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 845.427309] env[68216]: value = "task-3068482" [ 845.427309] env[68216]: _type = "Task" [ 845.427309] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.438145] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068482, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.467794] env[68216]: INFO nova.compute.manager [-] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Took 1.51 seconds to deallocate network for instance. [ 845.623720] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45562f0-a593-4855-987a-a1680cec3290 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.631977] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9acff5f-7dd9-4e6a-959c-4ad8eca3d37f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.668135] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aef5a8a-99fc-474f-a450-c3e43fdde039 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.677544] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45749e8-b626-434a-ab43-93e7a0450b8c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.692163] env[68216]: DEBUG nova.compute.provider_tree [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.868342] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068481, 'name': ReconfigVM_Task, 'duration_secs': 0.280011} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.868817] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Reconfigured VM instance instance-0000002d to attach disk [datastore2] b392fef0-4e1a-4cc5-be4c-b19472a611a5/b392fef0-4e1a-4cc5-be4c-b19472a611a5.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.870138] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db6ed43-1526-4e96-92c1-ad89096cfdb2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.901369] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d041a5c5-2700-446a-9cae-1bb55cbe0929 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.930204] env[68216]: DEBUG nova.compute.manager [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.930597] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.931924] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4d80a7-346d-42bb-ac77-ea1dc2c39651 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.936760] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee3893-12e9-47d5-8761-97d0a200ffff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.951015] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.971852] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39501547-55b2-48ec-88dc-7292be6e4e67 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.973511] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068482, 'name': Rename_Task, 'duration_secs': 0.127706} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.974764] env[68216]: DEBUG oslo_concurrency.lockutils [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.975045] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.975742] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ab8a4-e46c-4b40-a85d-9f0a849b281f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.978500] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d2e5dc3-fb3a-4f96-bd37-37cdeba695c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.986025] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.986025] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52225d0b-baf9-4f7a-a9f7-814503e12042 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.986194] env[68216]: DEBUG oslo_vmware.api [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 845.986194] env[68216]: value = "task-3068483" [ 845.986194] env[68216]: _type = "Task" [ 845.986194] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.987284] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 845.987284] env[68216]: value = "task-3068484" [ 845.987284] env[68216]: _type = "Task" [ 845.987284] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.993819] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 845.993819] env[68216]: value = "task-3068485" [ 845.993819] env[68216]: _type = "Task" [ 845.993819] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.002799] env[68216]: DEBUG oslo_vmware.api [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.002799] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.007426] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068485, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.195947] env[68216]: DEBUG nova.scheduler.client.report [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.501138] env[68216]: DEBUG oslo_vmware.api [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068483, 'name': PowerOffVM_Task, 'duration_secs': 0.240288} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.505237] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.505480] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.505782] env[68216]: DEBUG oslo_vmware.api [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068484, 'name': PowerOnVM_Task, 'duration_secs': 0.465021} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.509170] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6c87f3b-7c8f-43b5-b637-169fdc47d68c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.510766] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.511018] env[68216]: INFO nova.compute.manager [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Took 6.80 seconds to spawn the instance on the hypervisor. [ 846.511273] env[68216]: DEBUG nova.compute.manager [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.511520] env[68216]: DEBUG oslo_vmware.api [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068485, 'name': PowerOnVM_Task, 'duration_secs': 0.403521} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.513301] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad64d7c-eb40-4c72-bfcb-0b1edc493570 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.515566] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.519972] env[68216]: DEBUG nova.compute.manager [req-af5439fa-5aaa-4ea2-b8f6-29087dd4a993 req-69520229-6635-43ec-998b-293dde47f054 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Received event network-changed-6a5102b0-f522-45e3-bc97-850fd950d753 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.520178] env[68216]: DEBUG nova.compute.manager [req-af5439fa-5aaa-4ea2-b8f6-29087dd4a993 req-69520229-6635-43ec-998b-293dde47f054 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Refreshing instance network info cache due to event network-changed-6a5102b0-f522-45e3-bc97-850fd950d753. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 846.520399] env[68216]: DEBUG oslo_concurrency.lockutils [req-af5439fa-5aaa-4ea2-b8f6-29087dd4a993 req-69520229-6635-43ec-998b-293dde47f054 service nova] Acquiring lock "refresh_cache-2d153ded-40ef-49aa-ba1d-de7466906d72" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.520538] env[68216]: DEBUG oslo_concurrency.lockutils [req-af5439fa-5aaa-4ea2-b8f6-29087dd4a993 req-69520229-6635-43ec-998b-293dde47f054 service nova] Acquired lock "refresh_cache-2d153ded-40ef-49aa-ba1d-de7466906d72" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.520693] env[68216]: DEBUG nova.network.neutron [req-af5439fa-5aaa-4ea2-b8f6-29087dd4a993 req-69520229-6635-43ec-998b-293dde47f054 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Refreshing network info cache for port 6a5102b0-f522-45e3-bc97-850fd950d753 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.703743] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.705399] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.029s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.706872] env[68216]: INFO nova.compute.claims [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.731302] env[68216]: INFO nova.scheduler.client.report [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Deleted allocations for instance e9e15a2e-4800-4607-b8f2-4fc48a9b86b0 [ 847.040421] env[68216]: INFO nova.compute.manager [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Took 40.13 seconds to build instance. [ 847.241207] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ba434a96-3429-4c05-96cc-b51ba1b9800f tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "e9e15a2e-4800-4607-b8f2-4fc48a9b86b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.976s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.438573] env[68216]: DEBUG nova.network.neutron [req-af5439fa-5aaa-4ea2-b8f6-29087dd4a993 req-69520229-6635-43ec-998b-293dde47f054 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Updated VIF entry in instance network info cache for port 6a5102b0-f522-45e3-bc97-850fd950d753. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.438943] env[68216]: DEBUG nova.network.neutron [req-af5439fa-5aaa-4ea2-b8f6-29087dd4a993 req-69520229-6635-43ec-998b-293dde47f054 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Updating instance_info_cache with network_info: [{"id": "6a5102b0-f522-45e3-bc97-850fd950d753", "address": "fa:16:3e:27:06:3d", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a5102b0-f5", "ovs_interfaceid": "6a5102b0-f522-45e3-bc97-850fd950d753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.473050] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "0d7e106e-25b0-4998-9021-252c653508a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.473050] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "0d7e106e-25b0-4998-9021-252c653508a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.473050] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "0d7e106e-25b0-4998-9021-252c653508a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.473355] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "0d7e106e-25b0-4998-9021-252c653508a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.473495] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "0d7e106e-25b0-4998-9021-252c653508a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.475734] env[68216]: INFO nova.compute.manager [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Terminating instance [ 847.531506] env[68216]: INFO nova.compute.manager [None req-49ca15c4-5cc0-4b9c-a5b8-9a2c22571920 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance to original state: 'active' [ 847.542187] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b50c9420-b926-48bc-80b0-b292c2662552 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.734s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.946057] env[68216]: DEBUG oslo_concurrency.lockutils [req-af5439fa-5aaa-4ea2-b8f6-29087dd4a993 req-69520229-6635-43ec-998b-293dde47f054 service nova] Releasing lock "refresh_cache-2d153ded-40ef-49aa-ba1d-de7466906d72" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.982776] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "refresh_cache-0d7e106e-25b0-4998-9021-252c653508a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.982964] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquired lock "refresh_cache-0d7e106e-25b0-4998-9021-252c653508a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.983175] env[68216]: DEBUG nova.network.neutron [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.105299] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895339c2-50e4-4f30-9316-468261ccb0c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.113529] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaf7306-0348-4994-b251-6265310268ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.146569] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32d8d0-41f9-4a1b-aa7a-106aff203548 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.153919] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c493c0db-1807-4f25-b3e2-51a403666c45 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.167192] env[68216]: DEBUG nova.compute.provider_tree [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.513801] env[68216]: DEBUG nova.network.neutron [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.602015] env[68216]: DEBUG nova.network.neutron [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.613181] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.613992] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.613992] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleting the datastore file [datastore1] e0e8a97d-d693-47c1-ad54-b793e48bdcd4 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.613992] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f29060-1606-4013-b669-930550006cdf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.622452] env[68216]: DEBUG oslo_vmware.api [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 848.622452] env[68216]: value = "task-3068487" [ 848.622452] env[68216]: _type = "Task" [ 848.622452] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.632981] env[68216]: DEBUG oslo_vmware.api [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.670989] env[68216]: DEBUG nova.scheduler.client.report [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.107019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Releasing lock "refresh_cache-0d7e106e-25b0-4998-9021-252c653508a5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.107019] env[68216]: DEBUG nova.compute.manager [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.107019] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.107019] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1dbce7-9c03-42ed-89a2-be6175318f9c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.114109] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.114708] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6a5f0a9-8d61-4334-9b0f-56366751a182 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.124035] env[68216]: DEBUG oslo_vmware.api [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 849.124035] env[68216]: value = "task-3068488" [ 849.124035] env[68216]: _type = "Task" [ 849.124035] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.135532] env[68216]: DEBUG oslo_vmware.api [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.142097] env[68216]: DEBUG oslo_vmware.api [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177875} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.144793] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.146673] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.146673] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.146673] env[68216]: INFO nova.compute.manager [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Took 3.22 seconds to destroy the instance on the hypervisor. [ 849.146673] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.146673] env[68216]: DEBUG nova.compute.manager [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Stashing vm_state: active {{(pid=68216) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 849.149797] env[68216]: DEBUG nova.compute.manager [-] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.150059] env[68216]: DEBUG nova.network.neutron [-] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.178477] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.178477] env[68216]: DEBUG nova.compute.manager [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.184253] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.389s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.189034] env[68216]: INFO nova.compute.claims [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.635471] env[68216]: DEBUG oslo_vmware.api [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068488, 'name': PowerOffVM_Task, 'duration_secs': 0.240573} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.638018] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.638018] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.638018] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf1a281d-88ab-4a1e-a861-78443a483ff6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.663718] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.664069] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.666101] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Deleting the datastore file [datastore1] 0d7e106e-25b0-4998-9021-252c653508a5 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.666101] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-716e7936-c04b-457f-9c87-95a37f0b90f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.673462] env[68216]: DEBUG oslo_vmware.api [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for the task: (returnval){ [ 849.673462] env[68216]: value = "task-3068490" [ 849.673462] env[68216]: _type = "Task" [ 849.673462] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.678439] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.684837] env[68216]: DEBUG oslo_vmware.api [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.686667] env[68216]: DEBUG nova.compute.utils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.688698] env[68216]: DEBUG nova.compute.manager [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.689379] env[68216]: DEBUG nova.network.neutron [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.698351] env[68216]: DEBUG nova.compute.manager [req-f0f7df7d-a2a6-4252-bcd7-283278e6c206 req-bbe4c2d5-c248-4232-a6fd-5ba212c57508 service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Received event network-vif-deleted-8a894bae-7dff-447c-9879-bb1830bd3f5c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 849.698464] env[68216]: INFO nova.compute.manager [req-f0f7df7d-a2a6-4252-bcd7-283278e6c206 req-bbe4c2d5-c248-4232-a6fd-5ba212c57508 service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Neutron deleted interface 8a894bae-7dff-447c-9879-bb1830bd3f5c; detaching it from the instance and deleting it from the info cache [ 849.698683] env[68216]: DEBUG nova.network.neutron [req-f0f7df7d-a2a6-4252-bcd7-283278e6c206 req-bbe4c2d5-c248-4232-a6fd-5ba212c57508 service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.767511] env[68216]: DEBUG nova.policy [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ec0c25e1c4420291cd4b6482104c6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03993a4334c417bb904fa24d7a02a91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.989222] env[68216]: DEBUG oslo_concurrency.lockutils [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.989911] env[68216]: DEBUG oslo_concurrency.lockutils [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.989911] env[68216]: DEBUG oslo_concurrency.lockutils [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.994165] env[68216]: DEBUG oslo_concurrency.lockutils [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.994630] env[68216]: DEBUG oslo_concurrency.lockutils [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.999932] env[68216]: INFO nova.compute.manager [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Terminating instance [ 850.117691] env[68216]: DEBUG nova.network.neutron [-] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.183065] env[68216]: DEBUG oslo_vmware.api [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Task: {'id': task-3068490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220443} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.183337] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.183593] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.183802] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.183987] env[68216]: INFO nova.compute.manager [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Took 1.08 seconds to destroy the instance on the hypervisor. [ 850.184251] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.184448] env[68216]: DEBUG nova.compute.manager [-] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.184543] env[68216]: DEBUG nova.network.neutron [-] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.190604] env[68216]: DEBUG nova.compute.manager [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.204568] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb637e5b-370d-42ef-b27d-4b867c194d90 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.212257] env[68216]: DEBUG nova.network.neutron [-] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.222702] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b180af0-d8f4-4d77-80cf-29100257f2fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.264973] env[68216]: DEBUG nova.compute.manager [req-f0f7df7d-a2a6-4252-bcd7-283278e6c206 req-bbe4c2d5-c248-4232-a6fd-5ba212c57508 service nova] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Detach interface failed, port_id=8a894bae-7dff-447c-9879-bb1830bd3f5c, reason: Instance e0e8a97d-d693-47c1-ad54-b793e48bdcd4 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 850.268263] env[68216]: DEBUG nova.network.neutron [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Successfully created port: 9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.505318] env[68216]: DEBUG nova.compute.manager [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.505706] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.507214] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea17a73-0112-41fc-9eec-7dba64165b95 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.519039] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.519318] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9181cdb6-5efb-4638-96e9-74c821075297 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.527743] env[68216]: DEBUG oslo_vmware.api [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 850.527743] env[68216]: value = "task-3068491" [ 850.527743] env[68216]: _type = "Task" [ 850.527743] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.545118] env[68216]: DEBUG oslo_vmware.api [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.620793] env[68216]: INFO nova.compute.manager [-] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Took 1.47 seconds to deallocate network for instance. [ 850.650550] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa933f7-4806-4d84-ade1-555ba0707e80 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.659925] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f88ff84-6505-43e4-9eef-f5255b0542ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.702134] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7e81ab-aedb-4dc3-bf64-e8cc0934284a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.709493] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7870d561-efb6-4ce4-95d2-9bdbfb09d3de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.727481] env[68216]: DEBUG nova.compute.provider_tree [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.737946] env[68216]: DEBUG nova.network.neutron [-] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.042486] env[68216]: DEBUG oslo_vmware.api [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068491, 'name': PowerOffVM_Task, 'duration_secs': 0.260014} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.042769] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.042935] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.043192] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e487584-225d-4145-81e7-b2f92967aa7f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.124151] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.124396] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.124595] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Deleting the datastore file [datastore2] b392fef0-4e1a-4cc5-be4c-b19472a611a5 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.124869] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2df6c455-3933-4d92-bc6e-0ea0d8b1d2e5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.129797] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.131315] env[68216]: DEBUG oslo_vmware.api [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 851.131315] env[68216]: value = "task-3068493" [ 851.131315] env[68216]: _type = "Task" [ 851.131315] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.139077] env[68216]: DEBUG oslo_vmware.api [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.206565] env[68216]: DEBUG nova.compute.manager [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.231409] env[68216]: DEBUG nova.scheduler.client.report [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.238021] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.238021] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.238021] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.238021] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.238021] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.238021] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.238021] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.238021] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.238505] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.238505] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.238505] env[68216]: DEBUG nova.virt.hardware [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.239347] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c96f6a-042c-4ab8-bea6-c23790471535 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.243976] env[68216]: INFO nova.compute.manager [-] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Took 1.06 seconds to deallocate network for instance. [ 851.253192] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5e91a2-355c-4d97-887f-a67ed1192395 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.642204] env[68216]: DEBUG oslo_vmware.api [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345996} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.642506] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.642680] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.642861] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.643043] env[68216]: INFO nova.compute.manager [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 851.643297] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.643498] env[68216]: DEBUG nova.compute.manager [-] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.643592] env[68216]: DEBUG nova.network.neutron [-] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.744646] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.745437] env[68216]: DEBUG nova.compute.manager [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.748223] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.589s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.753455] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.857813] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquiring lock "8f2862e7-6c30-4270-a665-998648ef9812" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.858610] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lock "8f2862e7-6c30-4270-a665-998648ef9812" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.950938] env[68216]: DEBUG nova.compute.manager [req-8b8f96d3-5730-4cb2-ad80-adc187a9fff4 req-2fd1fa68-fca1-49b6-88dc-7468522debe0 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Received event network-vif-deleted-ed33d89e-e8a3-40dc-81b3-37d970a30c4f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 851.951154] env[68216]: INFO nova.compute.manager [req-8b8f96d3-5730-4cb2-ad80-adc187a9fff4 req-2fd1fa68-fca1-49b6-88dc-7468522debe0 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Neutron deleted interface ed33d89e-e8a3-40dc-81b3-37d970a30c4f; detaching it from the instance and deleting it from the info cache [ 851.951326] env[68216]: DEBUG nova.network.neutron [req-8b8f96d3-5730-4cb2-ad80-adc187a9fff4 req-2fd1fa68-fca1-49b6-88dc-7468522debe0 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.025404] env[68216]: DEBUG nova.compute.manager [req-a3a38100-c49a-42ca-a51f-84dea6bd1e8f req-3ab56218-8e72-41e8-a0cf-c9d7f4d34de7 service nova] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Received event network-vif-plugged-9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 852.025902] env[68216]: DEBUG oslo_concurrency.lockutils [req-a3a38100-c49a-42ca-a51f-84dea6bd1e8f req-3ab56218-8e72-41e8-a0cf-c9d7f4d34de7 service nova] Acquiring lock "e20f35d0-ef6a-4c4b-8942-251829ba7497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.026159] env[68216]: DEBUG oslo_concurrency.lockutils [req-a3a38100-c49a-42ca-a51f-84dea6bd1e8f req-3ab56218-8e72-41e8-a0cf-c9d7f4d34de7 service nova] Lock "e20f35d0-ef6a-4c4b-8942-251829ba7497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.026301] env[68216]: DEBUG oslo_concurrency.lockutils [req-a3a38100-c49a-42ca-a51f-84dea6bd1e8f req-3ab56218-8e72-41e8-a0cf-c9d7f4d34de7 service nova] Lock "e20f35d0-ef6a-4c4b-8942-251829ba7497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.026474] env[68216]: DEBUG nova.compute.manager [req-a3a38100-c49a-42ca-a51f-84dea6bd1e8f req-3ab56218-8e72-41e8-a0cf-c9d7f4d34de7 service nova] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] No waiting events found dispatching network-vif-plugged-9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.026637] env[68216]: WARNING nova.compute.manager [req-a3a38100-c49a-42ca-a51f-84dea6bd1e8f req-3ab56218-8e72-41e8-a0cf-c9d7f4d34de7 service nova] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Received unexpected event network-vif-plugged-9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad for instance with vm_state building and task_state spawning. [ 852.160861] env[68216]: DEBUG nova.network.neutron [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Successfully updated port: 9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.251610] env[68216]: DEBUG nova.compute.utils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.266122] env[68216]: DEBUG nova.compute.manager [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.267169] env[68216]: DEBUG nova.network.neutron [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.361533] env[68216]: DEBUG nova.compute.manager [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.434356] env[68216]: DEBUG nova.network.neutron [-] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.444281] env[68216]: DEBUG nova.policy [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35cf2a7b634f43c690bbfacc50d317fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7291e4e1b7d4fceb624f254d74fd484', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.455183] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7cf91fe-f670-465e-8498-88f79a473fc2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.466150] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9951c594-8a5d-4fd4-b045-cf1a40355a4e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.499610] env[68216]: DEBUG nova.compute.manager [req-8b8f96d3-5730-4cb2-ad80-adc187a9fff4 req-2fd1fa68-fca1-49b6-88dc-7468522debe0 service nova] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Detach interface failed, port_id=ed33d89e-e8a3-40dc-81b3-37d970a30c4f, reason: Instance b392fef0-4e1a-4cc5-be4c-b19472a611a5 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 852.665735] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "refresh_cache-e20f35d0-ef6a-4c4b-8942-251829ba7497" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.665898] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired lock "refresh_cache-e20f35d0-ef6a-4c4b-8942-251829ba7497" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.666102] env[68216]: DEBUG nova.network.neutron [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.769563] env[68216]: DEBUG nova.compute.manager [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.778017] env[68216]: INFO nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating resource usage from migration f9175d1f-024f-488b-8b4d-5cfce66748b0 [ 852.818146] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 16e4cba8-065d-4254-b377-cc48b1db47f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818146] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 744bc42c-5d39-4e25-9fbd-1c914795d0f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818146] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 83f60ebf-59d1-432b-a4f8-37510f2a6ebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818146] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 76a1822d-267d-48a9-8b8d-4c1683070393 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818146] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 54cd1d03-f73e-4c5e-89c0-fc2a129792df actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818146] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance b638e306-c9c8-40f1-9cb8-9f63ba0c8af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818146] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e0e8a97d-d693-47c1-ad54-b793e48bdcd4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 852.818146] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance d78a3164-0de0-46f6-a977-ffc6308ea55b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818146] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 878d010a-a036-4228-85fa-7f3d990bfd58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818146] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance d7577b82-dbf1-4ed0-b135-2d162628b1e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818146] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance c5dd208c-4c35-48a9-bcb5-f85123645146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818146] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 0d7e106e-25b0-4998-9021-252c653508a5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 852.818657] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 512e9886-b14a-4d89-93b9-817624140861 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818657] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 5de156c4-e2f8-4541-9564-df3de8bd4618 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 852.818657] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance cd5a7d94-13b0-49cc-b70d-ccf706ed580b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 852.818657] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e5214eca-dda1-41d9-804a-d260542b50a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818657] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance b392fef0-4e1a-4cc5-be4c-b19472a611a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.818657] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance de7b7f31-1d94-4015-b31d-2ffa2e74bef3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 852.818657] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 34c69605-cbef-476d-a663-9702a3d03633 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 852.818948] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 28872e8d-7c98-4722-aba7-d46421fb2a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.819252] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance c770cc84-9801-4fc7-b85a-9d93e9f49978 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 852.819502] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 5df6f365-f512-43fb-9fb0-84a9e5952234 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 852.819739] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 2d153ded-40ef-49aa-ba1d-de7466906d72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.819956] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e20f35d0-ef6a-4c4b-8942-251829ba7497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.820171] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 2d45c664-54dd-46a6-94bf-5d263a716dd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.840583] env[68216]: DEBUG nova.network.neutron [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Successfully created port: 9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.893905] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.943249] env[68216]: INFO nova.compute.manager [-] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Took 1.30 seconds to deallocate network for instance. [ 853.197771] env[68216]: DEBUG nova.network.neutron [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.326259] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance eba375c4-b720-4034-8df5-b53cd1a66539 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.326259] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Migration f9175d1f-024f-488b-8b4d-5cfce66748b0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 853.326259] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance a042fa4e-69bd-4bce-8b02-c1bec4909365 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 853.328139] env[68216]: DEBUG nova.network.neutron [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Updating instance_info_cache with network_info: [{"id": "9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad", "address": "fa:16:3e:a2:6a:ab", "network": {"id": "7544d531-7c44-4556-848c-54c889d727dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-313914292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03993a4334c417bb904fa24d7a02a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fdf4e0e-8d", "ovs_interfaceid": "9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.449945] env[68216]: DEBUG oslo_concurrency.lockutils [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.788896] env[68216]: DEBUG nova.compute.manager [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.813816] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.814068] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.814226] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.814406] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.814952] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.814952] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.814952] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.815448] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.815448] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.815448] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.815540] env[68216]: DEBUG nova.virt.hardware [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.816417] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6233ad-a378-40a0-9ef3-fae36abcd680 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.824190] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c503ab17-4219-4f04-866c-6c7fe33085c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.510181] env[68216]: DEBUG nova.network.neutron [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Successfully updated port: 9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.511612] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 8f2862e7-6c30-4270-a665-998648ef9812 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 854.511899] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 854.512053] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 854.514400] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Releasing lock "refresh_cache-e20f35d0-ef6a-4c4b-8942-251829ba7497" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.515034] env[68216]: DEBUG nova.compute.manager [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Instance network_info: |[{"id": "9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad", "address": "fa:16:3e:a2:6a:ab", "network": {"id": "7544d531-7c44-4556-848c-54c889d727dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-313914292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03993a4334c417bb904fa24d7a02a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fdf4e0e-8d", "ovs_interfaceid": "9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.515993] env[68216]: DEBUG nova.compute.manager [req-6fb2f319-78f0-4a19-ade7-9afe7f019479 req-fd3ffb70-0429-457c-9391-344b6f83d953 service nova] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Received event network-changed-9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 854.516198] env[68216]: DEBUG nova.compute.manager [req-6fb2f319-78f0-4a19-ade7-9afe7f019479 req-fd3ffb70-0429-457c-9391-344b6f83d953 service nova] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Refreshing instance network info cache due to event network-changed-9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 854.516392] env[68216]: DEBUG oslo_concurrency.lockutils [req-6fb2f319-78f0-4a19-ade7-9afe7f019479 req-fd3ffb70-0429-457c-9391-344b6f83d953 service nova] Acquiring lock "refresh_cache-e20f35d0-ef6a-4c4b-8942-251829ba7497" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.516537] env[68216]: DEBUG oslo_concurrency.lockutils [req-6fb2f319-78f0-4a19-ade7-9afe7f019479 req-fd3ffb70-0429-457c-9391-344b6f83d953 service nova] Acquired lock "refresh_cache-e20f35d0-ef6a-4c4b-8942-251829ba7497" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.516682] env[68216]: DEBUG nova.network.neutron [req-6fb2f319-78f0-4a19-ade7-9afe7f019479 req-fd3ffb70-0429-457c-9391-344b6f83d953 service nova] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Refreshing network info cache for port 9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.518537] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:6a:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.525982] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.527442] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.527780] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5700e05-08ed-4c11-a608-27397f742dc9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.560693] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.560693] env[68216]: value = "task-3068494" [ 854.560693] env[68216]: _type = "Task" [ 854.560693] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.566833] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068494, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.877826] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1180894-520f-463a-b3dd-3a4991bf2da9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.885805] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465c248a-036f-4e75-bfd1-b8feb9ff5ead {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.914971] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba857ac-63a9-47c2-aeb6-ee61cac6c07f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.922473] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c59f038-1a07-4830-bc14-fd19116a6301 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.937127] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.019187] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquiring lock "refresh_cache-2d45c664-54dd-46a6-94bf-5d263a716dd9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.019335] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquired lock "refresh_cache-2d45c664-54dd-46a6-94bf-5d263a716dd9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.019488] env[68216]: DEBUG nova.network.neutron [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.070008] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068494, 'name': CreateVM_Task, 'duration_secs': 0.340115} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.070174] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.070841] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.070968] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.071294] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.071540] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8cd68e-70d6-4721-a3f6-0f8f39d0ef15 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.076151] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 855.076151] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b080a5-4cde-79d8-1d73-778d2db4445d" [ 855.076151] env[68216]: _type = "Task" [ 855.076151] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.083377] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b080a5-4cde-79d8-1d73-778d2db4445d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.350159] env[68216]: DEBUG nova.network.neutron [req-6fb2f319-78f0-4a19-ade7-9afe7f019479 req-fd3ffb70-0429-457c-9391-344b6f83d953 service nova] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Updated VIF entry in instance network info cache for port 9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.350531] env[68216]: DEBUG nova.network.neutron [req-6fb2f319-78f0-4a19-ade7-9afe7f019479 req-fd3ffb70-0429-457c-9391-344b6f83d953 service nova] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Updating instance_info_cache with network_info: [{"id": "9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad", "address": "fa:16:3e:a2:6a:ab", "network": {"id": "7544d531-7c44-4556-848c-54c889d727dc", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-313914292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03993a4334c417bb904fa24d7a02a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fdf4e0e-8d", "ovs_interfaceid": "9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.440671] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.553205] env[68216]: DEBUG nova.network.neutron [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.586922] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b080a5-4cde-79d8-1d73-778d2db4445d, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.587232] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.587463] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.587691] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.587834] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.588012] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.588274] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1c16991-cfab-4c02-beb9-cb115680118c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.596881] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.597063] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.597750] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8999c5a2-adac-4be6-95aa-d6b19934ca87 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.603208] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 855.603208] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ed63bc-ed8e-f927-11c3-71701b7863c0" [ 855.603208] env[68216]: _type = "Task" [ 855.603208] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.611276] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ed63bc-ed8e-f927-11c3-71701b7863c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.721705] env[68216]: DEBUG nova.network.neutron [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Updating instance_info_cache with network_info: [{"id": "9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8", "address": "fa:16:3e:a7:a7:7f", "network": {"id": "9f3926c8-47ca-4a16-b8b3-30532f26f175", "bridge": "br-int", "label": "tempest-ServersTestJSON-1956204103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7291e4e1b7d4fceb624f254d74fd484", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfc5be3-51", "ovs_interfaceid": "9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.853078] env[68216]: DEBUG oslo_concurrency.lockutils [req-6fb2f319-78f0-4a19-ade7-9afe7f019479 req-fd3ffb70-0429-457c-9391-344b6f83d953 service nova] Releasing lock "refresh_cache-e20f35d0-ef6a-4c4b-8942-251829ba7497" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.947937] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 855.948223] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.200s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.948347] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.379s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.948903] env[68216]: DEBUG nova.objects.instance [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.951377] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.951514] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Cleaning up deleted instances {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 856.112941] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ed63bc-ed8e-f927-11c3-71701b7863c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.114204] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054f248b-64a8-453e-90cc-71cc6d8e5c5d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.119170] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 856.119170] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266d088-1b08-c9a2-da33-475b1d903bbb" [ 856.119170] env[68216]: _type = "Task" [ 856.119170] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.126432] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266d088-1b08-c9a2-da33-475b1d903bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.149943] env[68216]: DEBUG nova.compute.manager [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Received event network-vif-plugged-9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 856.150219] env[68216]: DEBUG oslo_concurrency.lockutils [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] Acquiring lock "2d45c664-54dd-46a6-94bf-5d263a716dd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.150413] env[68216]: DEBUG oslo_concurrency.lockutils [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] Lock "2d45c664-54dd-46a6-94bf-5d263a716dd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.150527] env[68216]: DEBUG oslo_concurrency.lockutils [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] Lock "2d45c664-54dd-46a6-94bf-5d263a716dd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.150689] env[68216]: DEBUG nova.compute.manager [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] No waiting events found dispatching network-vif-plugged-9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.150850] env[68216]: WARNING nova.compute.manager [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Received unexpected event network-vif-plugged-9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8 for instance with vm_state building and task_state spawning. [ 856.150998] env[68216]: DEBUG nova.compute.manager [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Received event network-changed-9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 856.151170] env[68216]: DEBUG nova.compute.manager [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Refreshing instance network info cache due to event network-changed-9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 856.151332] env[68216]: DEBUG oslo_concurrency.lockutils [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] Acquiring lock "refresh_cache-2d45c664-54dd-46a6-94bf-5d263a716dd9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.224293] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Releasing lock "refresh_cache-2d45c664-54dd-46a6-94bf-5d263a716dd9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.224557] env[68216]: DEBUG nova.compute.manager [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Instance network_info: |[{"id": "9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8", "address": "fa:16:3e:a7:a7:7f", "network": {"id": "9f3926c8-47ca-4a16-b8b3-30532f26f175", "bridge": "br-int", "label": "tempest-ServersTestJSON-1956204103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7291e4e1b7d4fceb624f254d74fd484", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfc5be3-51", "ovs_interfaceid": "9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.224826] env[68216]: DEBUG oslo_concurrency.lockutils [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] Acquired lock "refresh_cache-2d45c664-54dd-46a6-94bf-5d263a716dd9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.224996] env[68216]: DEBUG nova.network.neutron [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Refreshing network info cache for port 9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.227660] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:a7:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.233792] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Creating folder: Project (b7291e4e1b7d4fceb624f254d74fd484). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.234735] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10d4ddb4-2c04-4e7c-9c40-f7479702d839 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.246420] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Created folder: Project (b7291e4e1b7d4fceb624f254d74fd484) in parent group-v614292. [ 856.246683] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Creating folder: Instances. Parent ref: group-v614478. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.246986] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1685f371-d7aa-482c-b5f9-ab33569b4ff4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.256603] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Created folder: Instances in parent group-v614478. [ 856.256825] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.257008] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.257239] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-745ff976-db41-41e9-b662-97f0345e950d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.277524] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.277524] env[68216]: value = "task-3068497" [ 856.277524] env[68216]: _type = "Task" [ 856.277524] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.285096] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068497, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.465182] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] There are 40 instances to clean {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 856.465571] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: e9e15a2e-4800-4607-b8f2-4fc48a9b86b0] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 856.469227] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1206f81-6ef4-4a48-87df-d3462c49212e tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.521s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.470313] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.987s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.470525] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.472889] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.104s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.473093] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.474924] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.054s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.475624] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.476904] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.035s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.478509] env[68216]: INFO nova.compute.claims [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.496638] env[68216]: INFO nova.scheduler.client.report [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Deleted allocations for instance cd5a7d94-13b0-49cc-b70d-ccf706ed580b [ 856.498764] env[68216]: INFO nova.scheduler.client.report [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleted allocations for instance de7b7f31-1d94-4015-b31d-2ffa2e74bef3 [ 856.507769] env[68216]: INFO nova.scheduler.client.report [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted allocations for instance 5de156c4-e2f8-4541-9564-df3de8bd4618 [ 856.629859] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266d088-1b08-c9a2-da33-475b1d903bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.629955] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.630223] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] e20f35d0-ef6a-4c4b-8942-251829ba7497/e20f35d0-ef6a-4c4b-8942-251829ba7497.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.630781] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-193fcb98-e096-44e6-8d04-cebdb0e8e71a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.636690] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 856.636690] env[68216]: value = "task-3068498" [ 856.636690] env[68216]: _type = "Task" [ 856.636690] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.643928] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.790898] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068497, 'name': CreateVM_Task, 'duration_secs': 0.301034} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.791104] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.791795] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.791957] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.792326] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.792628] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472ade6e-bc2c-493d-863b-24c5d7c87fc4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.797990] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for the task: (returnval){ [ 856.797990] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528ae336-b3da-894c-0982-b4be2c4663d6" [ 856.797990] env[68216]: _type = "Task" [ 856.797990] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.813118] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528ae336-b3da-894c-0982-b4be2c4663d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.985826] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: aed8e036-f959-48ef-8258-5465ebdb4a48] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 856.993594] env[68216]: DEBUG nova.network.neutron [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Updated VIF entry in instance network info cache for port 9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.993594] env[68216]: DEBUG nova.network.neutron [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Updating instance_info_cache with network_info: [{"id": "9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8", "address": "fa:16:3e:a7:a7:7f", "network": {"id": "9f3926c8-47ca-4a16-b8b3-30532f26f175", "bridge": "br-int", "label": "tempest-ServersTestJSON-1956204103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7291e4e1b7d4fceb624f254d74fd484", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfc5be3-51", "ovs_interfaceid": "9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.008562] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a50a3835-19b8-4f4e-a51b-cf298497d30d tempest-ServersListShow296Test-1693355941 tempest-ServersListShow296Test-1693355941-project-member] Lock "cd5a7d94-13b0-49cc-b70d-ccf706ed580b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.173s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.009809] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b962f8c-51d0-4c37-a200-07235844854a tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "de7b7f31-1d94-4015-b31d-2ffa2e74bef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.047s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.013581] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ea971dcd-bfb9-45b3-846c-1c87a6f8b904 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5de156c4-e2f8-4541-9564-df3de8bd4618" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.768s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.146209] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457955} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.146406] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] e20f35d0-ef6a-4c4b-8942-251829ba7497/e20f35d0-ef6a-4c4b-8942-251829ba7497.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.146669] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.146945] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea36d477-99e6-459c-98c9-ef761b530e39 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.152458] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 857.152458] env[68216]: value = "task-3068499" [ 857.152458] env[68216]: _type = "Task" [ 857.152458] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.159528] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.309978] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528ae336-b3da-894c-0982-b4be2c4663d6, 'name': SearchDatastore_Task, 'duration_secs': 0.065228} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.309978] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.309978] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.309978] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.309978] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.309978] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.310338] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42560929-3e51-495c-b584-1f0fb6bbd0b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.318849] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.319184] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.319937] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72212e5f-5b2f-4156-96ea-7584bb2abcb9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.324986] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for the task: (returnval){ [ 857.324986] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5271c6f1-638d-ef57-d3da-7f9c1a53dfd6" [ 857.324986] env[68216]: _type = "Task" [ 857.324986] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.332660] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5271c6f1-638d-ef57-d3da-7f9c1a53dfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.492701] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 59e5ee43-84dc-4b9a-ada7-8a6faf31dd3f] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 857.497203] env[68216]: DEBUG oslo_concurrency.lockutils [req-00d1a266-9a84-42f1-9aec-c02dd4b669a3 req-f91d07a8-d463-4d5f-a6a1-58d7021479e5 service nova] Releasing lock "refresh_cache-2d45c664-54dd-46a6-94bf-5d263a716dd9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.667541] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058356} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.667541] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.667665] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd9eea8-fd41-4037-ae42-168ae7bc0660 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.689949] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e20f35d0-ef6a-4c4b-8942-251829ba7497/e20f35d0-ef6a-4c4b-8942-251829ba7497.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.692749] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a120c03-218c-4e21-a8f9-339957209be5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.715025] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 857.715025] env[68216]: value = "task-3068500" [ 857.715025] env[68216]: _type = "Task" [ 857.715025] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.722707] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.834067] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5271c6f1-638d-ef57-d3da-7f9c1a53dfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.007842} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.837119] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e88060f-7d1e-42b3-8c4b-6a75fcde8bcc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.842029] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for the task: (returnval){ [ 857.842029] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5235ed6c-ec86-b461-7eba-cd8c1fe261e4" [ 857.842029] env[68216]: _type = "Task" [ 857.842029] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.850836] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5235ed6c-ec86-b461-7eba-cd8c1fe261e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.890610] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f92b6d-beea-4dda-8f86-b325634566c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.898062] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f203986-d913-42e5-b9ac-f66d50c67b81 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.927470] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b3a12f-8a34-4344-abf4-43ed0a15c295 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.934406] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05967e0f-3c03-4e21-87f0-00843b6ffdb7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.947446] env[68216]: DEBUG nova.compute.provider_tree [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.998624] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: b883dde2-73d4-40cb-9e2a-feb1abebb848] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 858.225909] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068500, 'name': ReconfigVM_Task, 'duration_secs': 0.262854} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.226411] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e20f35d0-ef6a-4c4b-8942-251829ba7497/e20f35d0-ef6a-4c4b-8942-251829ba7497.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.227213] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0739530d-c78c-4e38-bd53-a126b1bf6fb5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.235066] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 858.235066] env[68216]: value = "task-3068501" [ 858.235066] env[68216]: _type = "Task" [ 858.235066] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.242235] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068501, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.352319] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5235ed6c-ec86-b461-7eba-cd8c1fe261e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.352639] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.352903] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 2d45c664-54dd-46a6-94bf-5d263a716dd9/2d45c664-54dd-46a6-94bf-5d263a716dd9.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.353188] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9189eca-a271-4070-b069-f784f9d702ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.359724] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for the task: (returnval){ [ 858.359724] env[68216]: value = "task-3068502" [ 858.359724] env[68216]: _type = "Task" [ 858.359724] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.367898] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.451025] env[68216]: DEBUG nova.scheduler.client.report [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.505983] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 6373e785-924c-4b36-a317-edbdde0a47bf] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 858.750767] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068501, 'name': Rename_Task, 'duration_secs': 0.143747} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.751196] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.751514] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97b9a994-d160-4631-a637-15d7d32dff15 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.759397] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 858.759397] env[68216]: value = "task-3068503" [ 858.759397] env[68216]: _type = "Task" [ 858.759397] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.769381] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.869580] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493438} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.869815] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 2d45c664-54dd-46a6-94bf-5d263a716dd9/2d45c664-54dd-46a6-94bf-5d263a716dd9.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.870048] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.870301] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-151cea29-5a6a-41bc-862e-7947927a70da {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.876291] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for the task: (returnval){ [ 858.876291] env[68216]: value = "task-3068504" [ 858.876291] env[68216]: _type = "Task" [ 858.876291] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.884964] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.958176] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.958822] env[68216]: DEBUG nova.compute.manager [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.961576] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.499s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.961769] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.963876] env[68216]: DEBUG oslo_concurrency.lockutils [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.770s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.964088] env[68216]: DEBUG oslo_concurrency.lockutils [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.965925] env[68216]: DEBUG oslo_concurrency.lockutils [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.991s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.966149] env[68216]: DEBUG oslo_concurrency.lockutils [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.968047] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.290s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.986920] env[68216]: INFO nova.scheduler.client.report [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted allocations for instance 5df6f365-f512-43fb-9fb0-84a9e5952234 [ 858.997210] env[68216]: INFO nova.scheduler.client.report [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Deleted allocations for instance c770cc84-9801-4fc7-b85a-9d93e9f49978 [ 859.003079] env[68216]: INFO nova.scheduler.client.report [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Deleted allocations for instance 34c69605-cbef-476d-a663-9702a3d03633 [ 859.008671] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 2d3901de-fd96-48d5-b12c-fc7ad111126e] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 859.269977] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068503, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.387263] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066813} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.388853] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.394020] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0d1b11-1b4f-43df-9805-cbf845e1e9e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.395720] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "594d4e67-5d6b-4918-bba9-571cb5fad119" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.395950] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.417975] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 2d45c664-54dd-46a6-94bf-5d263a716dd9/2d45c664-54dd-46a6-94bf-5d263a716dd9.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.418757] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10eda500-0ede-4744-a5a7-fe1278681652 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.438833] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for the task: (returnval){ [ 859.438833] env[68216]: value = "task-3068505" [ 859.438833] env[68216]: _type = "Task" [ 859.438833] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.447253] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.472199] env[68216]: DEBUG nova.compute.utils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.476771] env[68216]: INFO nova.compute.claims [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.480955] env[68216]: DEBUG nova.compute.manager [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.480955] env[68216]: DEBUG nova.network.neutron [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.498716] env[68216]: DEBUG oslo_concurrency.lockutils [None req-521f355b-f46a-44d6-8e8b-df07941b1161 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "5df6f365-f512-43fb-9fb0-84a9e5952234" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.676s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.506777] env[68216]: DEBUG oslo_concurrency.lockutils [None req-027b7466-45e8-49de-bb23-518d32e8d300 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "c770cc84-9801-4fc7-b85a-9d93e9f49978" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.177s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.511507] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 22cd6ec9-5152-4c4f-bbcd-8395b82b819e] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 859.514397] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c11faf3-5a65-4953-9fc4-3ae8b61cd7d6 tempest-ServerPasswordTestJSON-526196769 tempest-ServerPasswordTestJSON-526196769-project-member] Lock "34c69605-cbef-476d-a663-9702a3d03633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.496s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.549034] env[68216]: DEBUG nova.policy [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb6dd83e2e25424aa8cff633826c37ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0139c35cf3904fb4a0e73dfd5599f321', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.769339] env[68216]: DEBUG oslo_vmware.api [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068503, 'name': PowerOnVM_Task, 'duration_secs': 0.63191} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.769597] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.769795] env[68216]: INFO nova.compute.manager [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Took 8.56 seconds to spawn the instance on the hypervisor. [ 859.769975] env[68216]: DEBUG nova.compute.manager [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.770778] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5dac8a-a93c-4997-836c-4779cc543025 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.899240] env[68216]: DEBUG nova.compute.manager [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.950718] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.982080] env[68216]: DEBUG nova.compute.manager [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.986350] env[68216]: INFO nova.compute.resource_tracker [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating resource usage from migration f9175d1f-024f-488b-8b4d-5cfce66748b0 [ 860.015790] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 28f3359a-bc65-4ca9-b093-834f0238bc29] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 860.201788] env[68216]: DEBUG nova.network.neutron [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Successfully created port: cbf61883-cd42-4bab-bdd6-7103d6f7ac2f {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.290921] env[68216]: INFO nova.compute.manager [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Took 48.64 seconds to build instance. [ 860.388480] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57576624-57a3-4f1f-9899-3800616cc56d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.400213] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689ee6ad-9878-4c50-b903-bdbbc9ead8f7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.441278] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3589a47b-4fdf-43d3-a641-57b20005f029 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.458096] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccd3ffe-ff4d-4228-9408-55f11c4dffdb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.464191] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.468015] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068505, 'name': ReconfigVM_Task, 'duration_secs': 0.951303} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.469125] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 2d45c664-54dd-46a6-94bf-5d263a716dd9/2d45c664-54dd-46a6-94bf-5d263a716dd9.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.469992] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ba4bb42-8a0a-49b3-8cdd-971fa4467f96 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.481010] env[68216]: DEBUG nova.compute.provider_tree [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.492962] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for the task: (returnval){ [ 860.492962] env[68216]: value = "task-3068506" [ 860.492962] env[68216]: _type = "Task" [ 860.492962] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.500787] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068506, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.518648] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: c0e6b607-6f6c-43cb-a54a-eb8f0a4bb82c] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 860.793344] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3f1d423f-45df-4160-9bd0-247f14574c8f tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "e20f35d0-ef6a-4c4b-8942-251829ba7497" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.916s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.957599] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "e20f35d0-ef6a-4c4b-8942-251829ba7497" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.957889] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "e20f35d0-ef6a-4c4b-8942-251829ba7497" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.958144] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "e20f35d0-ef6a-4c4b-8942-251829ba7497-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.958334] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "e20f35d0-ef6a-4c4b-8942-251829ba7497-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.958500] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "e20f35d0-ef6a-4c4b-8942-251829ba7497-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.960824] env[68216]: INFO nova.compute.manager [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Terminating instance [ 860.987248] env[68216]: DEBUG nova.scheduler.client.report [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.991862] env[68216]: DEBUG nova.compute.manager [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.006615] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068506, 'name': Rename_Task, 'duration_secs': 0.168772} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.006955] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.007505] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403913da-98d4-4c32-846c-76ceb5c2e6ba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.014291] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for the task: (returnval){ [ 861.014291] env[68216]: value = "task-3068507" [ 861.014291] env[68216]: _type = "Task" [ 861.014291] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.025276] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 35711145-874b-4cb6-b499-8274946b013d] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 861.028674] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.038521] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.039271] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.039271] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.039271] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.039429] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.039481] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.039697] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.039847] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.040152] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.040190] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.040336] env[68216]: DEBUG nova.virt.hardware [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.041233] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ca9173-2ed9-4300-985f-9ebb6edf51d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.049323] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec852d1d-edea-4aec-b50e-42d8889f07bd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.466811] env[68216]: DEBUG nova.compute.manager [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.467083] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.468043] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620c34b4-d447-429e-899d-5ed734129cc3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.475950] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.476248] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc6538d-43d4-4ee6-8503-ff88dd7dd97a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.482739] env[68216]: DEBUG oslo_vmware.api [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 861.482739] env[68216]: value = "task-3068508" [ 861.482739] env[68216]: _type = "Task" [ 861.482739] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.490258] env[68216]: DEBUG oslo_vmware.api [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.491982] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.524s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.492179] env[68216]: INFO nova.compute.manager [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Migrating [ 861.498473] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.369s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.498554] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.500397] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.747s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.500627] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.502274] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.609s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.503660] env[68216]: INFO nova.compute.claims [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.524126] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068507, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.530283] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 6042d703-d07d-4486-9020-b1c160738535] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 861.533406] env[68216]: INFO nova.scheduler.client.report [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Deleted allocations for instance 0d7e106e-25b0-4998-9021-252c653508a5 [ 861.546350] env[68216]: INFO nova.scheduler.client.report [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleted allocations for instance e0e8a97d-d693-47c1-ad54-b793e48bdcd4 [ 861.780703] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.781320] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.992834] env[68216]: DEBUG oslo_vmware.api [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068508, 'name': PowerOffVM_Task, 'duration_secs': 0.166773} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.993165] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.993381] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.993646] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92716120-0b02-4953-8a5d-2167af71443d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.015249] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.015401] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.015574] env[68216]: DEBUG nova.network.neutron [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.031719] env[68216]: DEBUG oslo_vmware.api [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068507, 'name': PowerOnVM_Task, 'duration_secs': 0.744488} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.032369] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.032596] env[68216]: INFO nova.compute.manager [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Took 8.24 seconds to spawn the instance on the hypervisor. [ 862.032768] env[68216]: DEBUG nova.compute.manager [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.033553] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28de3d57-129e-447b-93db-f84ab0bf0329 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.036388] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 81d56bf0-a65c-4c45-9355-ab8cb235f54b] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 862.040598] env[68216]: DEBUG oslo_concurrency.lockutils [None req-141181d5-4cd0-440c-9bdd-270d6e14d79b tempest-ServerShowV247Test-2080459895 tempest-ServerShowV247Test-2080459895-project-member] Lock "0d7e106e-25b0-4998-9021-252c653508a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.568s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.055292] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3356c87e-7767-495d-99ec-ad90ed7ccbc0 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "e0e8a97d-d693-47c1-ad54-b793e48bdcd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.651s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.084978] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.084978] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.084978] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Deleting the datastore file [datastore1] e20f35d0-ef6a-4c4b-8942-251829ba7497 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.084978] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70595392-36bb-47de-b3d3-024ba3203bbc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.091557] env[68216]: DEBUG oslo_vmware.api [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for the task: (returnval){ [ 862.091557] env[68216]: value = "task-3068510" [ 862.091557] env[68216]: _type = "Task" [ 862.091557] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.101013] env[68216]: DEBUG oslo_vmware.api [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.285463] env[68216]: DEBUG nova.compute.manager [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.525671] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.525975] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.526230] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.526445] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.526658] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.529834] env[68216]: INFO nova.compute.manager [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Terminating instance [ 862.542778] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 3fae37c9-43fc-466a-8ceb-f38e362e5832] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 862.565646] env[68216]: INFO nova.compute.manager [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Took 48.78 seconds to build instance. [ 862.604926] env[68216]: DEBUG oslo_vmware.api [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Task: {'id': task-3068510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126988} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.605219] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.605432] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.605930] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.605930] env[68216]: INFO nova.compute.manager [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Took 1.14 seconds to destroy the instance on the hypervisor. [ 862.606076] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.606372] env[68216]: DEBUG nova.compute.manager [-] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.606372] env[68216]: DEBUG nova.network.neutron [-] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.659183] env[68216]: DEBUG nova.network.neutron [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Successfully updated port: cbf61883-cd42-4bab-bdd6-7103d6f7ac2f {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.695278] env[68216]: DEBUG nova.compute.manager [req-e4ee1298-3cc2-4ca0-b081-348abcce76d9 req-26fb8b5f-4223-4c38-923a-4227209eb15b service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Received event network-vif-plugged-cbf61883-cd42-4bab-bdd6-7103d6f7ac2f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 862.696097] env[68216]: DEBUG oslo_concurrency.lockutils [req-e4ee1298-3cc2-4ca0-b081-348abcce76d9 req-26fb8b5f-4223-4c38-923a-4227209eb15b service nova] Acquiring lock "eba375c4-b720-4034-8df5-b53cd1a66539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.696237] env[68216]: DEBUG oslo_concurrency.lockutils [req-e4ee1298-3cc2-4ca0-b081-348abcce76d9 req-26fb8b5f-4223-4c38-923a-4227209eb15b service nova] Lock "eba375c4-b720-4034-8df5-b53cd1a66539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.696413] env[68216]: DEBUG oslo_concurrency.lockutils [req-e4ee1298-3cc2-4ca0-b081-348abcce76d9 req-26fb8b5f-4223-4c38-923a-4227209eb15b service nova] Lock "eba375c4-b720-4034-8df5-b53cd1a66539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.697037] env[68216]: DEBUG nova.compute.manager [req-e4ee1298-3cc2-4ca0-b081-348abcce76d9 req-26fb8b5f-4223-4c38-923a-4227209eb15b service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] No waiting events found dispatching network-vif-plugged-cbf61883-cd42-4bab-bdd6-7103d6f7ac2f {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.697037] env[68216]: WARNING nova.compute.manager [req-e4ee1298-3cc2-4ca0-b081-348abcce76d9 req-26fb8b5f-4223-4c38-923a-4227209eb15b service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Received unexpected event network-vif-plugged-cbf61883-cd42-4bab-bdd6-7103d6f7ac2f for instance with vm_state building and task_state spawning. [ 862.822096] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.883779] env[68216]: DEBUG nova.network.neutron [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance_info_cache with network_info: [{"id": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "address": "fa:16:3e:25:16:33", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5b6775-7b", "ovs_interfaceid": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.009726] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c45a9ed-0018-4b30-8a59-f96775840ade {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.021974] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b6cb8a-83b2-4520-a93b-a1fc6b14e2a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.081214] env[68216]: DEBUG nova.compute.manager [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.081560] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.082169] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 9734fd56-60c6-4585-aef1-cd2f5b296563] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 863.090042] env[68216]: DEBUG oslo_concurrency.lockutils [None req-52edab1f-6e96-451b-9bcd-65436415c5bd tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lock "2d45c664-54dd-46a6-94bf-5d263a716dd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.325s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.091941] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8720547e-5876-4dd6-b3df-77de634d34bd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.098201] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6ca101-1618-4188-a099-9dbb4080fe82 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.114326] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a220af-e00b-4fbc-b86a-5d2e2065d284 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.120435] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.121029] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7e30f9b-4aef-48a7-b363-2baabf20ebad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.134792] env[68216]: DEBUG nova.compute.provider_tree [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.141878] env[68216]: DEBUG oslo_vmware.api [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 863.141878] env[68216]: value = "task-3068511" [ 863.141878] env[68216]: _type = "Task" [ 863.141878] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.152717] env[68216]: DEBUG oslo_vmware.api [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.161554] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "refresh_cache-eba375c4-b720-4034-8df5-b53cd1a66539" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.161867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "refresh_cache-eba375c4-b720-4034-8df5-b53cd1a66539" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.161867] env[68216]: DEBUG nova.network.neutron [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.285635] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.288063] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.288063] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.288063] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.288063] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.292356] env[68216]: INFO nova.compute.manager [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Terminating instance [ 863.393995] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.423499] env[68216]: DEBUG nova.compute.manager [req-4cf04242-11f6-4ca8-ae8a-5305309ba3de req-d8f643d5-5aaf-4a7d-af98-26cd878db018 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Received event network-changed-9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 863.423679] env[68216]: DEBUG nova.compute.manager [req-4cf04242-11f6-4ca8-ae8a-5305309ba3de req-d8f643d5-5aaf-4a7d-af98-26cd878db018 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Refreshing instance network info cache due to event network-changed-9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 863.423940] env[68216]: DEBUG oslo_concurrency.lockutils [req-4cf04242-11f6-4ca8-ae8a-5305309ba3de req-d8f643d5-5aaf-4a7d-af98-26cd878db018 service nova] Acquiring lock "refresh_cache-2d45c664-54dd-46a6-94bf-5d263a716dd9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.424093] env[68216]: DEBUG oslo_concurrency.lockutils [req-4cf04242-11f6-4ca8-ae8a-5305309ba3de req-d8f643d5-5aaf-4a7d-af98-26cd878db018 service nova] Acquired lock "refresh_cache-2d45c664-54dd-46a6-94bf-5d263a716dd9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.424246] env[68216]: DEBUG nova.network.neutron [req-4cf04242-11f6-4ca8-ae8a-5305309ba3de req-d8f643d5-5aaf-4a7d-af98-26cd878db018 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Refreshing network info cache for port 9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.478412] env[68216]: DEBUG nova.network.neutron [-] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.592406] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 94ed63d7-dcea-44b3-b787-2d21f0e55552] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 863.644146] env[68216]: DEBUG nova.scheduler.client.report [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.658672] env[68216]: DEBUG oslo_vmware.api [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068511, 'name': PowerOffVM_Task, 'duration_secs': 0.346531} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.658967] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.659409] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.659735] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12ea801f-dfa7-4064-aeef-ad7334b13013 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.724075] env[68216]: DEBUG nova.network.neutron [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.737686] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.737911] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.738104] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Deleting the datastore file [datastore2] d7577b82-dbf1-4ed0-b135-2d162628b1e4 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.738366] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34cf6b37-b2a5-449d-8837-5942bc1efe79 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.745730] env[68216]: DEBUG oslo_vmware.api [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for the task: (returnval){ [ 863.745730] env[68216]: value = "task-3068513" [ 863.745730] env[68216]: _type = "Task" [ 863.745730] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.755621] env[68216]: DEBUG oslo_vmware.api [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.797474] env[68216]: DEBUG nova.compute.manager [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.798935] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.798935] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e20363-3339-48ba-9cbc-c2b602ded855 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.809032] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.809032] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a412f131-faea-4172-9060-280d8b81bcd1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.816746] env[68216]: DEBUG oslo_vmware.api [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 863.816746] env[68216]: value = "task-3068514" [ 863.816746] env[68216]: _type = "Task" [ 863.816746] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.829452] env[68216]: DEBUG oslo_vmware.api [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.985258] env[68216]: INFO nova.compute.manager [-] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Took 1.38 seconds to deallocate network for instance. [ 864.013532] env[68216]: DEBUG nova.network.neutron [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Updating instance_info_cache with network_info: [{"id": "cbf61883-cd42-4bab-bdd6-7103d6f7ac2f", "address": "fa:16:3e:30:5e:99", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf61883-cd", "ovs_interfaceid": "cbf61883-cd42-4bab-bdd6-7103d6f7ac2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.096627] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 417ae562-0d10-4253-b608-13eae9ec020c] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 864.154989] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.155725] env[68216]: DEBUG nova.compute.manager [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.158784] env[68216]: DEBUG oslo_concurrency.lockutils [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.709s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.158784] env[68216]: DEBUG nova.objects.instance [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lazy-loading 'resources' on Instance uuid b392fef0-4e1a-4cc5-be4c-b19472a611a5 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.209968] env[68216]: DEBUG nova.network.neutron [req-4cf04242-11f6-4ca8-ae8a-5305309ba3de req-d8f643d5-5aaf-4a7d-af98-26cd878db018 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Updated VIF entry in instance network info cache for port 9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.209968] env[68216]: DEBUG nova.network.neutron [req-4cf04242-11f6-4ca8-ae8a-5305309ba3de req-d8f643d5-5aaf-4a7d-af98-26cd878db018 service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Updating instance_info_cache with network_info: [{"id": "9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8", "address": "fa:16:3e:a7:a7:7f", "network": {"id": "9f3926c8-47ca-4a16-b8b3-30532f26f175", "bridge": "br-int", "label": "tempest-ServersTestJSON-1956204103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7291e4e1b7d4fceb624f254d74fd484", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfc5be3-51", "ovs_interfaceid": "9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.258279] env[68216]: DEBUG oslo_vmware.api [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Task: {'id': task-3068513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300816} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.258694] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.259048] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.259399] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.259715] env[68216]: INFO nova.compute.manager [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 864.260125] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.260872] env[68216]: DEBUG nova.compute.manager [-] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.261065] env[68216]: DEBUG nova.network.neutron [-] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.329775] env[68216]: DEBUG oslo_vmware.api [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068514, 'name': PowerOffVM_Task, 'duration_secs': 0.206406} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.330201] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.330421] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.330717] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5742d708-1b1e-4c54-93d0-378699b1dfae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.394250] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.394484] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.394667] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleting the datastore file [datastore2] 744bc42c-5d39-4e25-9fbd-1c914795d0f3 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.394983] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5c7c25a-9e1e-43aa-8322-7322116b8540 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.402766] env[68216]: DEBUG oslo_vmware.api [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 864.402766] env[68216]: value = "task-3068516" [ 864.402766] env[68216]: _type = "Task" [ 864.402766] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.418072] env[68216]: DEBUG oslo_vmware.api [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.492499] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.517113] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "refresh_cache-eba375c4-b720-4034-8df5-b53cd1a66539" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.517585] env[68216]: DEBUG nova.compute.manager [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Instance network_info: |[{"id": "cbf61883-cd42-4bab-bdd6-7103d6f7ac2f", "address": "fa:16:3e:30:5e:99", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf61883-cd", "ovs_interfaceid": "cbf61883-cd42-4bab-bdd6-7103d6f7ac2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.518182] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:5e:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbf61883-cd42-4bab-bdd6-7103d6f7ac2f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.530644] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating folder: Project (0139c35cf3904fb4a0e73dfd5599f321). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.531073] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d547dd02-b972-496f-9a37-9590908d0ae8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.545099] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Created folder: Project (0139c35cf3904fb4a0e73dfd5599f321) in parent group-v614292. [ 864.545359] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating folder: Instances. Parent ref: group-v614481. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.545669] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45cfedfc-d537-403d-911f-c0cb428aa680 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.558019] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Created folder: Instances in parent group-v614481. [ 864.558019] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.558019] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.558019] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb9f8918-d1e3-4ea8-a7cd-9dfd88b8f709 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.578855] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.578855] env[68216]: value = "task-3068519" [ 864.578855] env[68216]: _type = "Task" [ 864.578855] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.586819] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068519, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.604197] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 7bd493b7-b106-4be9-ae89-4cc38e153a78] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 864.661298] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "c5dd208c-4c35-48a9-bcb5-f85123645146" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.661541] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.666924] env[68216]: DEBUG nova.compute.utils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.669053] env[68216]: DEBUG nova.compute.manager [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.669053] env[68216]: DEBUG nova.network.neutron [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.712865] env[68216]: DEBUG oslo_concurrency.lockutils [req-4cf04242-11f6-4ca8-ae8a-5305309ba3de req-d8f643d5-5aaf-4a7d-af98-26cd878db018 service nova] Releasing lock "refresh_cache-2d45c664-54dd-46a6-94bf-5d263a716dd9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.723501] env[68216]: DEBUG nova.policy [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '377b8c88ee5445c5ad46532af0d5be90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aff35055b88449ebb8e28a2d8791b9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.807494] env[68216]: DEBUG nova.compute.manager [req-597f2d91-f155-4f16-b49f-bf45c465fae0 req-ca91f7d7-e874-4cf4-afc1-ecb9c53fafc2 service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Received event network-changed-cbf61883-cd42-4bab-bdd6-7103d6f7ac2f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 864.807494] env[68216]: DEBUG nova.compute.manager [req-597f2d91-f155-4f16-b49f-bf45c465fae0 req-ca91f7d7-e874-4cf4-afc1-ecb9c53fafc2 service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Refreshing instance network info cache due to event network-changed-cbf61883-cd42-4bab-bdd6-7103d6f7ac2f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 864.808171] env[68216]: DEBUG oslo_concurrency.lockutils [req-597f2d91-f155-4f16-b49f-bf45c465fae0 req-ca91f7d7-e874-4cf4-afc1-ecb9c53fafc2 service nova] Acquiring lock "refresh_cache-eba375c4-b720-4034-8df5-b53cd1a66539" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.808171] env[68216]: DEBUG oslo_concurrency.lockutils [req-597f2d91-f155-4f16-b49f-bf45c465fae0 req-ca91f7d7-e874-4cf4-afc1-ecb9c53fafc2 service nova] Acquired lock "refresh_cache-eba375c4-b720-4034-8df5-b53cd1a66539" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.809339] env[68216]: DEBUG nova.network.neutron [req-597f2d91-f155-4f16-b49f-bf45c465fae0 req-ca91f7d7-e874-4cf4-afc1-ecb9c53fafc2 service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Refreshing network info cache for port cbf61883-cd42-4bab-bdd6-7103d6f7ac2f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.912986] env[68216]: DEBUG oslo_vmware.api [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140042} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.916039] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.916039] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.916246] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.916458] env[68216]: INFO nova.compute.manager [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 864.916554] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.917115] env[68216]: DEBUG nova.compute.manager [-] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.917115] env[68216]: DEBUG nova.network.neutron [-] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.925020] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af8157-c7a0-48c8-bb93-d8155d980048 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.935044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "feb17be0-8167-4074-94f3-630662435e2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.935044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "feb17be0-8167-4074-94f3-630662435e2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.954173] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance 'a042fa4e-69bd-4bce-8b02-c1bec4909365' progress to 0 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.015241] env[68216]: DEBUG nova.network.neutron [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Successfully created port: 9efe1c2a-0f98-47ed-a636-ea206df2274d {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.047617] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8232bd64-f397-4317-b94e-2c62f8640bbf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.055935] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95995e14-1924-47b5-bc9f-2017869b8b6e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.087019] env[68216]: DEBUG nova.network.neutron [-] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.092685] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d071b8b6-38f8-436b-b010-14af44f3af7f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.104335] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068519, 'name': CreateVM_Task, 'duration_secs': 0.393656} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.106782] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce56f22-2b73-48a9-9186-4613d03a401c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.110930] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.111763] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 63c961b1-0371-4ca9-ab99-3b24530ae339] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 865.113948] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.114202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.114573] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.115775] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff001d3-f7d9-4d32-9745-bf027ef9d14d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.126049] env[68216]: DEBUG nova.compute.provider_tree [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.130546] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 865.130546] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521130a1-3f5a-1300-bda6-9d9605cd12d3" [ 865.130546] env[68216]: _type = "Task" [ 865.130546] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.143855] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521130a1-3f5a-1300-bda6-9d9605cd12d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.169662] env[68216]: DEBUG nova.compute.utils [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.171829] env[68216]: DEBUG nova.compute.manager [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.437829] env[68216]: DEBUG nova.compute.manager [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.463038] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.463351] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bc2fbb5-13e9-46cb-937c-093dc8abd1de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.470648] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 865.470648] env[68216]: value = "task-3068520" [ 865.470648] env[68216]: _type = "Task" [ 865.470648] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.481437] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.589528] env[68216]: INFO nova.compute.manager [-] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Took 1.33 seconds to deallocate network for instance. [ 865.594968] env[68216]: DEBUG nova.network.neutron [req-597f2d91-f155-4f16-b49f-bf45c465fae0 req-ca91f7d7-e874-4cf4-afc1-ecb9c53fafc2 service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Updated VIF entry in instance network info cache for port cbf61883-cd42-4bab-bdd6-7103d6f7ac2f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.595786] env[68216]: DEBUG nova.network.neutron [req-597f2d91-f155-4f16-b49f-bf45c465fae0 req-ca91f7d7-e874-4cf4-afc1-ecb9c53fafc2 service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Updating instance_info_cache with network_info: [{"id": "cbf61883-cd42-4bab-bdd6-7103d6f7ac2f", "address": "fa:16:3e:30:5e:99", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf61883-cd", "ovs_interfaceid": "cbf61883-cd42-4bab-bdd6-7103d6f7ac2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.616216] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 120b4896-8bb8-457e-ae43-07d509a8c058] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 865.631874] env[68216]: DEBUG nova.scheduler.client.report [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.645981] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521130a1-3f5a-1300-bda6-9d9605cd12d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.647373] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.647612] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.647868] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.648044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.648684] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.648747] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1de7bfa1-7272-4f32-8d26-36274163c451 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.657865] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.657865] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.658545] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2882990f-b0bc-4166-8151-a105e05f2a48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.664129] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 865.664129] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52760d37-ee79-d16b-0ba4-36e4e57856c5" [ 865.664129] env[68216]: _type = "Task" [ 865.664129] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.672476] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.673050] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52760d37-ee79-d16b-0ba4-36e4e57856c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.748547] env[68216]: DEBUG nova.network.neutron [-] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.770550] env[68216]: DEBUG nova.compute.manager [req-8998da92-95b2-4ce7-955d-f870a46642bf req-482513cc-0063-4ab5-81f3-c7a509ebac39 service nova] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Received event network-vif-deleted-4dd5172c-b602-4c40-bf49-7e9933046d46 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.958938] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.980108] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068520, 'name': PowerOffVM_Task, 'duration_secs': 0.176291} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.980362] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.980599] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance 'a042fa4e-69bd-4bce-8b02-c1bec4909365' progress to 17 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.098934] env[68216]: DEBUG oslo_concurrency.lockutils [req-597f2d91-f155-4f16-b49f-bf45c465fae0 req-ca91f7d7-e874-4cf4-afc1-ecb9c53fafc2 service nova] Releasing lock "refresh_cache-eba375c4-b720-4034-8df5-b53cd1a66539" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.099237] env[68216]: DEBUG nova.compute.manager [req-597f2d91-f155-4f16-b49f-bf45c465fae0 req-ca91f7d7-e874-4cf4-afc1-ecb9c53fafc2 service nova] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Received event network-vif-deleted-9fdf4e0e-8dba-4e0e-97e7-60a5fbde35ad {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 866.100245] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.120478] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: f8b503be-ac30-458c-a0c6-a9c585ead93d] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 866.140322] env[68216]: DEBUG oslo_concurrency.lockutils [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.143208] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.679s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.144670] env[68216]: INFO nova.compute.claims [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.165079] env[68216]: INFO nova.scheduler.client.report [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Deleted allocations for instance b392fef0-4e1a-4cc5-be4c-b19472a611a5 [ 866.179942] env[68216]: DEBUG nova.compute.manager [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.182155] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52760d37-ee79-d16b-0ba4-36e4e57856c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00841} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.184328] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605f932c-a84c-4725-a107-a393ad4dba4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.190145] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 866.190145] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a7cc63-3cce-b1f5-5a83-cd875fdd8ab5" [ 866.190145] env[68216]: _type = "Task" [ 866.190145] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.198210] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a7cc63-3cce-b1f5-5a83-cd875fdd8ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.212019] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.212019] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.212019] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.212019] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.212019] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.212019] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.212019] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.212477] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.212811] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.213123] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.213412] env[68216]: DEBUG nova.virt.hardware [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.214330] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199d18f4-b276-4d8d-a923-2fdd29b2de4f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.223361] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd98fa3e-4062-4d6d-8e3d-c5dbbc17222d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.250530] env[68216]: INFO nova.compute.manager [-] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Took 1.33 seconds to deallocate network for instance. [ 866.485530] env[68216]: DEBUG nova.network.neutron [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Successfully updated port: 9efe1c2a-0f98-47ed-a636-ea206df2274d {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.488586] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.489058] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.489244] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.489437] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.489583] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.489729] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.489972] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.490152] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.490472] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.490472] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.490686] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.496179] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8dc14c0-4555-427c-9e62-15c206471390 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.512827] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 866.512827] env[68216]: value = "task-3068521" [ 866.512827] env[68216]: _type = "Task" [ 866.512827] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.521422] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.624121] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 23eeb058-88ac-4d17-ae04-5f239260ebea] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 866.675923] env[68216]: DEBUG oslo_concurrency.lockutils [None req-88277a64-b56a-483b-a09c-76adffeeb139 tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "b392fef0-4e1a-4cc5-be4c-b19472a611a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.686s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.700470] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a7cc63-3cce-b1f5-5a83-cd875fdd8ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.700470] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.700731] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] eba375c4-b720-4034-8df5-b53cd1a66539/eba375c4-b720-4034-8df5-b53cd1a66539.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.700859] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8635a2ce-b017-4754-b841-92d3b1524f6e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.707599] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 866.707599] env[68216]: value = "task-3068522" [ 866.707599] env[68216]: _type = "Task" [ 866.707599] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.716013] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.749297] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "c5dd208c-4c35-48a9-bcb5-f85123645146" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.749600] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.749830] env[68216]: INFO nova.compute.manager [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Attaching volume 1614864d-3ae2-477b-b090-c186a6c734a0 to /dev/sdb [ 866.758016] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.788022] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce40ea-232f-4e24-9766-3512cf307e0e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.795316] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b767917-2879-4b4b-9459-3ac7ce09269b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.807684] env[68216]: DEBUG nova.virt.block_device [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Updating existing volume attachment record: a778cede-22d3-4045-809e-4a82aea4d59a {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 866.864513] env[68216]: DEBUG nova.compute.manager [req-a08c8faa-8357-44d8-8a09-1c9b89922bb3 req-f8abe69b-5fb7-47d4-8396-66730affd3dd service nova] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Received event network-vif-deleted-93a504cf-fd57-4821-8d46-59b8a378cdf9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 866.998195] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquiring lock "refresh_cache-8f2862e7-6c30-4270-a665-998648ef9812" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.998195] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquired lock "refresh_cache-8f2862e7-6c30-4270-a665-998648ef9812" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.998195] env[68216]: DEBUG nova.network.neutron [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.025736] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068521, 'name': ReconfigVM_Task, 'duration_secs': 0.163005} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.026130] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance 'a042fa4e-69bd-4bce-8b02-c1bec4909365' progress to 33 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.127674] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 3dfc8f39-20c9-4a72-95fa-e9382801bb17] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 867.226320] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467438} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.226641] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] eba375c4-b720-4034-8df5-b53cd1a66539/eba375c4-b720-4034-8df5-b53cd1a66539.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.227101] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.227220] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2c3e9e9-c111-4111-8287-8294234ce57d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.237410] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 867.237410] env[68216]: value = "task-3068526" [ 867.237410] env[68216]: _type = "Task" [ 867.237410] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.245928] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.490788] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7675d576-f8e0-45ac-8d4c-f896ac323c7c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.500262] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f456ba-bddf-48c6-a377-b127fc78cab0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.539924] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.540041] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.540472] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.540472] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.540472] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.540597] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.540827] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.540986] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.541311] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.541311] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.541511] env[68216]: DEBUG nova.virt.hardware [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.548830] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 867.550162] env[68216]: DEBUG nova.network.neutron [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.551935] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c0a907-7af5-42e4-b885-8bddb551d135 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.565931] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0db7741-cb51-4e27-9926-750b503e7f6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.576226] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d141db84-dcd5-49d4-b931-fbba223525d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.579897] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 867.579897] env[68216]: value = "task-3068527" [ 867.579897] env[68216]: _type = "Task" [ 867.579897] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.590837] env[68216]: DEBUG nova.compute.provider_tree [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.599016] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.631314] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: d323052c-729a-4e7c-95b0-2426a0fda55c] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 867.719771] env[68216]: DEBUG nova.network.neutron [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Updating instance_info_cache with network_info: [{"id": "9efe1c2a-0f98-47ed-a636-ea206df2274d", "address": "fa:16:3e:0f:e1:dc", "network": {"id": "e132fc4d-8373-4094-86f8-b71fd894eb30", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-712550911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aff35055b88449ebb8e28a2d8791b9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efe1c2a-0f", "ovs_interfaceid": "9efe1c2a-0f98-47ed-a636-ea206df2274d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.748566] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065449} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.748881] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.749674] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b891808-7d1b-48e9-b9c6-95cffe608130 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.777922] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] eba375c4-b720-4034-8df5-b53cd1a66539/eba375c4-b720-4034-8df5-b53cd1a66539.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.777922] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6df6bad6-0fcc-4d4c-bc77-67b90aeb9291 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.797421] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 867.797421] env[68216]: value = "task-3068528" [ 867.797421] env[68216]: _type = "Task" [ 867.797421] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.805583] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.842180] env[68216]: DEBUG nova.compute.manager [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Received event network-vif-plugged-9efe1c2a-0f98-47ed-a636-ea206df2274d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.842422] env[68216]: DEBUG oslo_concurrency.lockutils [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] Acquiring lock "8f2862e7-6c30-4270-a665-998648ef9812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.842632] env[68216]: DEBUG oslo_concurrency.lockutils [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] Lock "8f2862e7-6c30-4270-a665-998648ef9812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.842892] env[68216]: DEBUG oslo_concurrency.lockutils [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] Lock "8f2862e7-6c30-4270-a665-998648ef9812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.843206] env[68216]: DEBUG nova.compute.manager [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] No waiting events found dispatching network-vif-plugged-9efe1c2a-0f98-47ed-a636-ea206df2274d {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.843401] env[68216]: WARNING nova.compute.manager [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Received unexpected event network-vif-plugged-9efe1c2a-0f98-47ed-a636-ea206df2274d for instance with vm_state building and task_state spawning. [ 867.843561] env[68216]: DEBUG nova.compute.manager [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Received event network-changed-9efe1c2a-0f98-47ed-a636-ea206df2274d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.843762] env[68216]: DEBUG nova.compute.manager [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Refreshing instance network info cache due to event network-changed-9efe1c2a-0f98-47ed-a636-ea206df2274d. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 867.843924] env[68216]: DEBUG oslo_concurrency.lockutils [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] Acquiring lock "refresh_cache-8f2862e7-6c30-4270-a665-998648ef9812" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.089985] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068527, 'name': ReconfigVM_Task, 'duration_secs': 0.190278} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.090267] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 868.091058] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32579c9-9b9d-49b8-b8c2-eee4359754e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.108208] env[68216]: DEBUG nova.scheduler.client.report [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.118856] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] a042fa4e-69bd-4bce-8b02-c1bec4909365/a042fa4e-69bd-4bce-8b02-c1bec4909365.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.119329] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc7ef5b-ffde-4ffe-8aea-ec6b79da2c04 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.133574] env[68216]: DEBUG oslo_concurrency.lockutils [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.133853] env[68216]: DEBUG oslo_concurrency.lockutils [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.134022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.134202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.134365] env[68216]: DEBUG oslo_concurrency.lockutils [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.136190] env[68216]: INFO nova.compute.manager [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Terminating instance [ 868.139047] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 157518c7-11d9-4a60-b529-58f5ade77a09] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 868.146494] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 868.146494] env[68216]: value = "task-3068529" [ 868.146494] env[68216]: _type = "Task" [ 868.146494] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.155630] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.222384] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Releasing lock "refresh_cache-8f2862e7-6c30-4270-a665-998648ef9812" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.223530] env[68216]: DEBUG nova.compute.manager [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Instance network_info: |[{"id": "9efe1c2a-0f98-47ed-a636-ea206df2274d", "address": "fa:16:3e:0f:e1:dc", "network": {"id": "e132fc4d-8373-4094-86f8-b71fd894eb30", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-712550911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aff35055b88449ebb8e28a2d8791b9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efe1c2a-0f", "ovs_interfaceid": "9efe1c2a-0f98-47ed-a636-ea206df2274d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.223679] env[68216]: DEBUG oslo_concurrency.lockutils [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] Acquired lock "refresh_cache-8f2862e7-6c30-4270-a665-998648ef9812" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.223815] env[68216]: DEBUG nova.network.neutron [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Refreshing network info cache for port 9efe1c2a-0f98-47ed-a636-ea206df2274d {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.225112] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:e1:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9efe1c2a-0f98-47ed-a636-ea206df2274d', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.232981] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Creating folder: Project (0aff35055b88449ebb8e28a2d8791b9e). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.234259] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7edc4ea9-7ebe-455f-808e-10c48ea528e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.246619] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Created folder: Project (0aff35055b88449ebb8e28a2d8791b9e) in parent group-v614292. [ 868.246899] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Creating folder: Instances. Parent ref: group-v614486. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.248186] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b45b63d-935c-4f79-aa37-479c0d337587 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.258558] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Created folder: Instances in parent group-v614486. [ 868.258807] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.259012] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.259231] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c1be7f5-ebdf-4a0e-82d7-87b49cd2d393 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.279309] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.279309] env[68216]: value = "task-3068532" [ 868.279309] env[68216]: _type = "Task" [ 868.279309] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.286826] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068532, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.306439] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.621074] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.621617] env[68216]: DEBUG nova.compute.manager [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.624640] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.803s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.626040] env[68216]: INFO nova.compute.claims [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.641861] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 74990eb0-8397-4f7a-a7b5-3937630fdb83] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 868.644313] env[68216]: DEBUG nova.compute.manager [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.644313] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.645836] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5019b9-d99f-4a50-a771-af1b7a9e003f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.658309] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068529, 'name': ReconfigVM_Task, 'duration_secs': 0.302091} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.660732] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Reconfigured VM instance instance-00000042 to attach disk [datastore2] a042fa4e-69bd-4bce-8b02-c1bec4909365/a042fa4e-69bd-4bce-8b02-c1bec4909365.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.661028] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance 'a042fa4e-69bd-4bce-8b02-c1bec4909365' progress to 50 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.664588] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.664855] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92237448-35a2-4a60-822e-a18311ad60bd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.671524] env[68216]: DEBUG oslo_vmware.api [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 868.671524] env[68216]: value = "task-3068533" [ 868.671524] env[68216]: _type = "Task" [ 868.671524] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.681478] env[68216]: DEBUG oslo_vmware.api [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.789859] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068532, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.807779] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068528, 'name': ReconfigVM_Task, 'duration_secs': 0.798006} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.808090] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Reconfigured VM instance instance-00000045 to attach disk [datastore1] eba375c4-b720-4034-8df5-b53cd1a66539/eba375c4-b720-4034-8df5-b53cd1a66539.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.808729] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-766342a8-3c71-40c6-b787-496910b4b055 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.816342] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 868.816342] env[68216]: value = "task-3068534" [ 868.816342] env[68216]: _type = "Task" [ 868.816342] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.824392] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068534, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.942848] env[68216]: DEBUG nova.network.neutron [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Updated VIF entry in instance network info cache for port 9efe1c2a-0f98-47ed-a636-ea206df2274d. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.943316] env[68216]: DEBUG nova.network.neutron [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Updating instance_info_cache with network_info: [{"id": "9efe1c2a-0f98-47ed-a636-ea206df2274d", "address": "fa:16:3e:0f:e1:dc", "network": {"id": "e132fc4d-8373-4094-86f8-b71fd894eb30", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-712550911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aff35055b88449ebb8e28a2d8791b9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efe1c2a-0f", "ovs_interfaceid": "9efe1c2a-0f98-47ed-a636-ea206df2274d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.131067] env[68216]: DEBUG nova.compute.utils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.134147] env[68216]: DEBUG nova.compute.manager [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.134410] env[68216]: DEBUG nova.network.neutron [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.145126] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: a45cfda8-7648-4530-a6db-6ed75524cad1] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 869.171312] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d53a0de-005e-4cc2-b58a-569648b2fd4c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.176422] env[68216]: DEBUG nova.policy [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2070d00d65c44d468eaf117d20bf7cad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a08f3360ac5e431f8c5cc977919da440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.201078] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fee1cb7-a83b-41c7-8e30-7fdad3ad75bd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.203583] env[68216]: DEBUG oslo_vmware.api [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068533, 'name': PowerOffVM_Task, 'duration_secs': 0.262413} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.203901] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.204104] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.204729] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-486392cb-91be-419c-80bd-3524407344fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.220970] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance 'a042fa4e-69bd-4bce-8b02-c1bec4909365' progress to 67 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.277801] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.277960] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.278186] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Deleting the datastore file [datastore1] 83f60ebf-59d1-432b-a4f8-37510f2a6ebd {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.278490] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b17eb156-7401-4239-ae2e-3950f6f6f2f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.288447] env[68216]: DEBUG oslo_vmware.api [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for the task: (returnval){ [ 869.288447] env[68216]: value = "task-3068537" [ 869.288447] env[68216]: _type = "Task" [ 869.288447] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.291697] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068532, 'name': CreateVM_Task, 'duration_secs': 0.538934} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.295357] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.296096] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.296294] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.296693] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.297341] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abdefa8-a1de-4be3-aec2-492b4232db7e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.303054] env[68216]: DEBUG oslo_vmware.api [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.306112] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for the task: (returnval){ [ 869.306112] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520112f9-ac7a-d127-0833-4bc2e1e5a11a" [ 869.306112] env[68216]: _type = "Task" [ 869.306112] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.314510] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520112f9-ac7a-d127-0833-4bc2e1e5a11a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.325217] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068534, 'name': Rename_Task, 'duration_secs': 0.152747} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.325588] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.325854] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0244f022-07fe-4d22-af61-379376932b89 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.332411] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 869.332411] env[68216]: value = "task-3068538" [ 869.332411] env[68216]: _type = "Task" [ 869.332411] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.343573] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.446329] env[68216]: DEBUG oslo_concurrency.lockutils [req-a2306e58-e417-4c74-937c-5ab9ea494a41 req-56844600-6afd-4380-ad8a-03198ec40bf0 service nova] Releasing lock "refresh_cache-8f2862e7-6c30-4270-a665-998648ef9812" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.463549] env[68216]: DEBUG nova.network.neutron [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Successfully created port: 6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.636835] env[68216]: DEBUG nova.compute.manager [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.648700] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 0341167e-de6e-495d-9163-58e5bd23d8b9] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 869.806030] env[68216]: DEBUG oslo_vmware.api [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Task: {'id': task-3068537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151734} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.806303] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.806484] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.806656] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.806883] env[68216]: INFO nova.compute.manager [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 869.807151] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.807416] env[68216]: DEBUG nova.compute.manager [-] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.807508] env[68216]: DEBUG nova.network.neutron [-] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.827114] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520112f9-ac7a-d127-0833-4bc2e1e5a11a, 'name': SearchDatastore_Task, 'duration_secs': 0.019249} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.827419] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.827767] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.828024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.828175] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.828371] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.828663] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb9ad6d8-8b6c-4c1e-b4ef-2b47bf5a095f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.838983] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.839167] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.840308] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f970e5b-fca9-4dd6-8624-42a4a95b3032 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.846261] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.849855] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for the task: (returnval){ [ 869.849855] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528d5598-5f4f-d872-79e8-0fa954ee28ba" [ 869.849855] env[68216]: _type = "Task" [ 869.849855] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.863241] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528d5598-5f4f-d872-79e8-0fa954ee28ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.864219] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463433b0-77e0-4bfd-9d14-379203c38fc5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.872564] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for the task: (returnval){ [ 869.872564] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5249ad31-ba6c-0bb9-d72f-eeea318a2072" [ 869.872564] env[68216]: _type = "Task" [ 869.872564] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.882121] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5249ad31-ba6c-0bb9-d72f-eeea318a2072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.026556] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df1698f-13ed-4fc1-852e-82cdafd91f11 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.034966] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a691a823-6274-416a-aff3-e52268b5c013 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.068844] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcd24e2-5d43-4a0c-8b73-44882af7d078 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.087024] env[68216]: DEBUG nova.network.neutron [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Port 0d5b6775-7b46-4abc-85d7-1fb668b229b1 binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 870.087024] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b0446d-6666-4e1d-a448-aab5b6c75785 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.099072] env[68216]: DEBUG nova.compute.provider_tree [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.154569] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 7b497c83-b21d-464b-8ee4-2964255eb5bb] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 870.343482] env[68216]: DEBUG oslo_vmware.api [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068538, 'name': PowerOnVM_Task, 'duration_secs': 0.722944} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.343793] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.344105] env[68216]: INFO nova.compute.manager [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Took 9.35 seconds to spawn the instance on the hypervisor. [ 870.344318] env[68216]: DEBUG nova.compute.manager [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.345141] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30c0e09-c6aa-4c24-af33-30cba730a7ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.384110] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5249ad31-ba6c-0bb9-d72f-eeea318a2072, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.384552] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.384940] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 8f2862e7-6c30-4270-a665-998648ef9812/8f2862e7-6c30-4270-a665-998648ef9812.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.385546] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4648a99f-07d8-44a3-a04b-c17fcb605930 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.393407] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for the task: (returnval){ [ 870.393407] env[68216]: value = "task-3068539" [ 870.393407] env[68216]: _type = "Task" [ 870.393407] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.404160] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.490116] env[68216]: DEBUG nova.compute.manager [req-191280ee-54f4-49b0-aa35-f84d8a877a71 req-007540b7-55e4-4b5a-9999-a794e1fecb02 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Received event network-vif-deleted-aa8d834d-80ee-45c4-87de-34fb6a66e017 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 870.490330] env[68216]: INFO nova.compute.manager [req-191280ee-54f4-49b0-aa35-f84d8a877a71 req-007540b7-55e4-4b5a-9999-a794e1fecb02 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Neutron deleted interface aa8d834d-80ee-45c4-87de-34fb6a66e017; detaching it from the instance and deleting it from the info cache [ 870.490500] env[68216]: DEBUG nova.network.neutron [req-191280ee-54f4-49b0-aa35-f84d8a877a71 req-007540b7-55e4-4b5a-9999-a794e1fecb02 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.602881] env[68216]: DEBUG nova.scheduler.client.report [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.648293] env[68216]: DEBUG nova.compute.manager [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.657901] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: da572323-6a2a-448d-8759-9e93586fdf2b] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 870.687396] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.687813] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.687813] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.688016] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.688126] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.688277] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.688496] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.688654] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.688820] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.689167] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.689398] env[68216]: DEBUG nova.virt.hardware [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.690344] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8177b4cc-2931-4254-85a6-f4319a1dc8a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.699614] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5170544-1882-4e7e-a232-22540b640b95 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.863368] env[68216]: INFO nova.compute.manager [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Took 41.44 seconds to build instance. [ 870.902771] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493802} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.903114] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 8f2862e7-6c30-4270-a665-998648ef9812/8f2862e7-6c30-4270-a665-998648ef9812.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.903324] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.903577] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81479e67-2a99-4cf4-b0c1-729c889f2583 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.909473] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for the task: (returnval){ [ 870.909473] env[68216]: value = "task-3068540" [ 870.909473] env[68216]: _type = "Task" [ 870.909473] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.917438] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.923037] env[68216]: DEBUG nova.network.neutron [-] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.993312] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30f6ed7e-2bcb-42cd-8e34-367c13955b0d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.001954] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efefa7f-fdc6-46e5-a9ab-7a880e3833dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.036120] env[68216]: DEBUG nova.compute.manager [req-191280ee-54f4-49b0-aa35-f84d8a877a71 req-007540b7-55e4-4b5a-9999-a794e1fecb02 service nova] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Detach interface failed, port_id=aa8d834d-80ee-45c4-87de-34fb6a66e017, reason: Instance 83f60ebf-59d1-432b-a4f8-37510f2a6ebd could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 871.106005] env[68216]: DEBUG nova.compute.manager [req-2de37929-5982-4df3-9247-372a832888fc req-b2da96b5-4392-42c9-bee8-dfdcd2db3830 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Received event network-vif-plugged-6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 871.106235] env[68216]: DEBUG oslo_concurrency.lockutils [req-2de37929-5982-4df3-9247-372a832888fc req-b2da96b5-4392-42c9-bee8-dfdcd2db3830 service nova] Acquiring lock "594d4e67-5d6b-4918-bba9-571cb5fad119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.106456] env[68216]: DEBUG oslo_concurrency.lockutils [req-2de37929-5982-4df3-9247-372a832888fc req-b2da96b5-4392-42c9-bee8-dfdcd2db3830 service nova] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.106636] env[68216]: DEBUG oslo_concurrency.lockutils [req-2de37929-5982-4df3-9247-372a832888fc req-b2da96b5-4392-42c9-bee8-dfdcd2db3830 service nova] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.106798] env[68216]: DEBUG nova.compute.manager [req-2de37929-5982-4df3-9247-372a832888fc req-b2da96b5-4392-42c9-bee8-dfdcd2db3830 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] No waiting events found dispatching network-vif-plugged-6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.106958] env[68216]: WARNING nova.compute.manager [req-2de37929-5982-4df3-9247-372a832888fc req-b2da96b5-4392-42c9-bee8-dfdcd2db3830 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Received unexpected event network-vif-plugged-6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 for instance with vm_state building and task_state spawning. [ 871.109971] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.110559] env[68216]: DEBUG nova.compute.manager [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.116497] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "a042fa4e-69bd-4bce-8b02-c1bec4909365-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.116497] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.116710] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.117726] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.625s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.117835] env[68216]: DEBUG nova.objects.instance [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lazy-loading 'resources' on Instance uuid e20f35d0-ef6a-4c4b-8942-251829ba7497 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.162268] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 60a83a27-c812-4c82-9a8e-fa841127911b] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 871.206038] env[68216]: DEBUG nova.network.neutron [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Successfully updated port: 6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.357736] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 871.358323] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614485', 'volume_id': '1614864d-3ae2-477b-b090-c186a6c734a0', 'name': 'volume-1614864d-3ae2-477b-b090-c186a6c734a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5dd208c-4c35-48a9-bcb5-f85123645146', 'attached_at': '', 'detached_at': '', 'volume_id': '1614864d-3ae2-477b-b090-c186a6c734a0', 'serial': '1614864d-3ae2-477b-b090-c186a6c734a0'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 871.359118] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0779da67-83ed-4aa2-83b2-c7ad4b26baea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.376023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-402178dd-1b70-4c01-9c8c-9b9d3b4d508f tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eba375c4-b720-4034-8df5-b53cd1a66539" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.958s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.376359] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6768f242-0831-4a8d-adbb-5d77df4303e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.404027] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-1614864d-3ae2-477b-b090-c186a6c734a0/volume-1614864d-3ae2-477b-b090-c186a6c734a0.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.404027] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af64ed28-016d-4098-a5f5-6b8372be733b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.425313] env[68216]: INFO nova.compute.manager [-] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Took 1.62 seconds to deallocate network for instance. [ 871.425656] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063788} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.428270] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.428619] env[68216]: DEBUG oslo_vmware.api [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 871.428619] env[68216]: value = "task-3068541" [ 871.428619] env[68216]: _type = "Task" [ 871.428619] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.429877] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1029d46e-74d8-4df0-b242-7dc348bc2066 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.465309] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 8f2862e7-6c30-4270-a665-998648ef9812/8f2862e7-6c30-4270-a665-998648ef9812.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.465309] env[68216]: DEBUG oslo_vmware.api [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.465309] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db7a046-ce88-4689-92a8-6f38e3c5961d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.488542] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for the task: (returnval){ [ 871.488542] env[68216]: value = "task-3068542" [ 871.488542] env[68216]: _type = "Task" [ 871.488542] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.501206] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.619339] env[68216]: DEBUG nova.compute.utils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.623642] env[68216]: DEBUG nova.compute.manager [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.623849] env[68216]: DEBUG nova.network.neutron [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.665868] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 8237475b-0989-4e97-9c71-19ad1ef8fa5a] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 871.677390] env[68216]: DEBUG nova.policy [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '929ce35e732642f295aed1a72ddfcecb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8611438f9aa74c7681a9acba574d4836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.711701] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.711701] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.711701] env[68216]: DEBUG nova.network.neutron [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.937773] env[68216]: DEBUG oslo_concurrency.lockutils [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.943249] env[68216]: DEBUG oslo_vmware.api [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068541, 'name': ReconfigVM_Task, 'duration_secs': 0.438849} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.945851] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-1614864d-3ae2-477b-b090-c186a6c734a0/volume-1614864d-3ae2-477b-b090-c186a6c734a0.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.951183] env[68216]: DEBUG nova.network.neutron [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Successfully created port: 3353da42-f438-4ea9-b64d-f31a294d20a3 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.952932] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf364f04-c634-4678-bdb4-466faf64639a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.970115] env[68216]: DEBUG oslo_vmware.api [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 871.970115] env[68216]: value = "task-3068543" [ 871.970115] env[68216]: _type = "Task" [ 871.970115] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.975623] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadb6480-d7aa-4aec-b32a-4b3607ce1c4c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.981517] env[68216]: DEBUG oslo_vmware.api [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.985617] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cb34a8-fbca-4739-a2ef-a064bc59d89f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.022418] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df4a46b-0113-4aea-b719-5d80691beaac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.025373] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.030931] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb5712a-4365-4664-927d-1365ab36297f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.045276] env[68216]: DEBUG nova.compute.provider_tree [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.130968] env[68216]: DEBUG nova.compute.manager [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.162025] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.162299] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.162609] env[68216]: DEBUG nova.network.neutron [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.172897] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 4feb7a78-d8ff-4146-8b83-fb39d887d91a] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 872.218309] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "eba375c4-b720-4034-8df5-b53cd1a66539" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.218960] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eba375c4-b720-4034-8df5-b53cd1a66539" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.218960] env[68216]: DEBUG nova.compute.manager [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.220172] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dd84b2-a8ef-4c32-a16f-a3c34d915648 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.227329] env[68216]: DEBUG nova.compute.manager [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 872.227872] env[68216]: DEBUG nova.objects.instance [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lazy-loading 'flavor' on Instance uuid eba375c4-b720-4034-8df5-b53cd1a66539 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.250930] env[68216]: DEBUG nova.network.neutron [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.418635] env[68216]: DEBUG nova.network.neutron [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Updating instance_info_cache with network_info: [{"id": "6419f34d-b0fc-4c33-b7fb-08d6d757dfa6", "address": "fa:16:3e:8e:7b:6b", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6419f34d-b0", "ovs_interfaceid": "6419f34d-b0fc-4c33-b7fb-08d6d757dfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.480655] env[68216]: DEBUG oslo_vmware.api [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068543, 'name': ReconfigVM_Task, 'duration_secs': 0.135027} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.481036] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614485', 'volume_id': '1614864d-3ae2-477b-b090-c186a6c734a0', 'name': 'volume-1614864d-3ae2-477b-b090-c186a6c734a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5dd208c-4c35-48a9-bcb5-f85123645146', 'attached_at': '', 'detached_at': '', 'volume_id': '1614864d-3ae2-477b-b090-c186a6c734a0', 'serial': '1614864d-3ae2-477b-b090-c186a6c734a0'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 872.499140] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068542, 'name': ReconfigVM_Task, 'duration_secs': 1.001865} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.499431] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 8f2862e7-6c30-4270-a665-998648ef9812/8f2862e7-6c30-4270-a665-998648ef9812.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.500109] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030a7e38-0579-4c51-9956-37143fb23b01 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.506148] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for the task: (returnval){ [ 872.506148] env[68216]: value = "task-3068544" [ 872.506148] env[68216]: _type = "Task" [ 872.506148] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.515343] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068544, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.548440] env[68216]: DEBUG nova.scheduler.client.report [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.676214] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 4928fa5d-54cd-4f17-ac01-a7b196dd7473] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 872.922924] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.923285] env[68216]: DEBUG nova.compute.manager [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Instance network_info: |[{"id": "6419f34d-b0fc-4c33-b7fb-08d6d757dfa6", "address": "fa:16:3e:8e:7b:6b", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6419f34d-b0", "ovs_interfaceid": "6419f34d-b0fc-4c33-b7fb-08d6d757dfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.923719] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:7b:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6419f34d-b0fc-4c33-b7fb-08d6d757dfa6', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.931617] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.932148] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.932380] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5595bff-cf0a-4e5b-b89a-f50df9a1e306 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.952194] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.952194] env[68216]: value = "task-3068545" [ 872.952194] env[68216]: _type = "Task" [ 872.952194] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.960077] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068545, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.973304] env[68216]: DEBUG nova.network.neutron [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance_info_cache with network_info: [{"id": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "address": "fa:16:3e:25:16:33", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5b6775-7b", "ovs_interfaceid": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.016926] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068544, 'name': Rename_Task, 'duration_secs': 0.15037} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.017255] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.017564] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-258101a4-f479-46f7-8696-f74f34dcf494 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.021463] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "878d010a-a036-4228-85fa-7f3d990bfd58" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.021698] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "878d010a-a036-4228-85fa-7f3d990bfd58" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.021874] env[68216]: INFO nova.compute.manager [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Shelving [ 873.025093] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for the task: (returnval){ [ 873.025093] env[68216]: value = "task-3068546" [ 873.025093] env[68216]: _type = "Task" [ 873.025093] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.036035] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.053677] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.057639] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.098s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.058411] env[68216]: INFO nova.compute.claims [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.080506] env[68216]: INFO nova.scheduler.client.report [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Deleted allocations for instance e20f35d0-ef6a-4c4b-8942-251829ba7497 [ 873.129846] env[68216]: DEBUG nova.compute.manager [req-4aea9fe8-484a-4fbf-8145-dee17aa85d38 req-79fb9495-3edf-4d06-a6c0-9d27d2cb7a06 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Received event network-changed-6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 873.130379] env[68216]: DEBUG nova.compute.manager [req-4aea9fe8-484a-4fbf-8145-dee17aa85d38 req-79fb9495-3edf-4d06-a6c0-9d27d2cb7a06 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Refreshing instance network info cache due to event network-changed-6419f34d-b0fc-4c33-b7fb-08d6d757dfa6. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 873.130379] env[68216]: DEBUG oslo_concurrency.lockutils [req-4aea9fe8-484a-4fbf-8145-dee17aa85d38 req-79fb9495-3edf-4d06-a6c0-9d27d2cb7a06 service nova] Acquiring lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.130597] env[68216]: DEBUG oslo_concurrency.lockutils [req-4aea9fe8-484a-4fbf-8145-dee17aa85d38 req-79fb9495-3edf-4d06-a6c0-9d27d2cb7a06 service nova] Acquired lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.130819] env[68216]: DEBUG nova.network.neutron [req-4aea9fe8-484a-4fbf-8145-dee17aa85d38 req-79fb9495-3edf-4d06-a6c0-9d27d2cb7a06 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Refreshing network info cache for port 6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.140507] env[68216]: DEBUG nova.compute.manager [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.166581] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.167051] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.167196] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.167503] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.167747] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.167973] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.168306] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.168529] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.168718] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.168887] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.169095] env[68216]: DEBUG nova.virt.hardware [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.170407] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff401262-af07-4416-91c4-b4128e52ac35 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.179177] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abea25a8-cc8e-4628-8add-b8a204ad7d32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.183522] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: d1367ce2-b040-4d5e-a492-d05de61b2732] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 873.237829] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.237983] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed38ec1c-4973-4c97-bdc3-02b7129e47a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.246330] env[68216]: DEBUG oslo_vmware.api [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 873.246330] env[68216]: value = "task-3068547" [ 873.246330] env[68216]: _type = "Task" [ 873.246330] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.254945] env[68216]: DEBUG oslo_vmware.api [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.436801] env[68216]: DEBUG nova.network.neutron [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Successfully updated port: 3353da42-f438-4ea9-b64d-f31a294d20a3 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.462608] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068545, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.477719] env[68216]: DEBUG oslo_concurrency.lockutils [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.530266] env[68216]: DEBUG nova.objects.instance [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'flavor' on Instance uuid c5dd208c-4c35-48a9-bcb5-f85123645146 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.544356] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.587985] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6675306d-74a3-4d36-be9f-5ca4ab642d9c tempest-ImagesOneServerNegativeTestJSON-1673025993 tempest-ImagesOneServerNegativeTestJSON-1673025993-project-member] Lock "e20f35d0-ef6a-4c4b-8942-251829ba7497" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.630s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.687265] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: b3779726-6b8a-4f2b-9b9a-7302948208e0] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 873.757851] env[68216]: DEBUG oslo_vmware.api [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068547, 'name': PowerOffVM_Task, 'duration_secs': 0.157309} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.758096] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.759020] env[68216]: DEBUG nova.compute.manager [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.759135] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b131893-3f73-4bd9-8236-1767ad3c72f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.859279] env[68216]: DEBUG nova.network.neutron [req-4aea9fe8-484a-4fbf-8145-dee17aa85d38 req-79fb9495-3edf-4d06-a6c0-9d27d2cb7a06 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Updated VIF entry in instance network info cache for port 6419f34d-b0fc-4c33-b7fb-08d6d757dfa6. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.859671] env[68216]: DEBUG nova.network.neutron [req-4aea9fe8-484a-4fbf-8145-dee17aa85d38 req-79fb9495-3edf-4d06-a6c0-9d27d2cb7a06 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Updating instance_info_cache with network_info: [{"id": "6419f34d-b0fc-4c33-b7fb-08d6d757dfa6", "address": "fa:16:3e:8e:7b:6b", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6419f34d-b0", "ovs_interfaceid": "6419f34d-b0fc-4c33-b7fb-08d6d757dfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.939709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "refresh_cache-3cdec4f9-e521-4a3b-b128-5b174dc1586d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.939846] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "refresh_cache-3cdec4f9-e521-4a3b-b128-5b174dc1586d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.940024] env[68216]: DEBUG nova.network.neutron [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.962447] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068545, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.005487] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d59ea33-6abf-455c-956b-b9bf795fb1ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.026372] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaab587-b78a-46f5-b4aa-84db4bc846f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.034853] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance 'a042fa4e-69bd-4bce-8b02-c1bec4909365' progress to 83 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 874.042110] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9e4bd9ec-22ce-422d-9ed6-36339611a76c tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.292s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.045328] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.045592] env[68216]: DEBUG oslo_vmware.api [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068546, 'name': PowerOnVM_Task, 'duration_secs': 0.531375} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.045777] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f3ea0c3-324b-45b4-8f82-f87619517468 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.047219] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.047412] env[68216]: INFO nova.compute.manager [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Took 7.87 seconds to spawn the instance on the hypervisor. [ 874.047579] env[68216]: DEBUG nova.compute.manager [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.049026] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086c89ee-087e-4fa9-8c54-7027ea2656c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.060615] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 874.060615] env[68216]: value = "task-3068548" [ 874.060615] env[68216]: _type = "Task" [ 874.060615] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.070282] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.170582] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "c5dd208c-4c35-48a9-bcb5-f85123645146" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.170998] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.171320] env[68216]: DEBUG nova.compute.manager [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.172235] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a707d2-59eb-4e93-8cbe-7df1d513bb9a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.181126] env[68216]: DEBUG nova.compute.manager [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 874.181816] env[68216]: DEBUG nova.objects.instance [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'flavor' on Instance uuid c5dd208c-4c35-48a9-bcb5-f85123645146 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.190401] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 329db487-7a31-4a04-9dc7-646ebc595a98] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 874.274101] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1959190a-1c3d-4c9d-9271-4227b4c73c97 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eba375c4-b720-4034-8df5-b53cd1a66539" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.362024] env[68216]: DEBUG oslo_concurrency.lockutils [req-4aea9fe8-484a-4fbf-8145-dee17aa85d38 req-79fb9495-3edf-4d06-a6c0-9d27d2cb7a06 service nova] Releasing lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.384644] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5118e20-ffbd-4cff-92f8-331415bde074 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.392494] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da0600-160a-4b53-8074-837908438f88 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.425575] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb68888c-8ed4-4cab-b91d-c1b9fdce7854 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.434210] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bfd114-9641-44c9-b21d-695ea3c33a36 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.450417] env[68216]: DEBUG nova.compute.provider_tree [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.461571] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068545, 'name': CreateVM_Task, 'duration_secs': 1.346959} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.462373] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.463086] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.463256] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.463564] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.464068] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d085b42-4051-4ed3-b4fc-f7d8f077e1fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.469651] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 874.469651] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5265fb40-f7d2-fd44-680e-4f6a78a5309f" [ 874.469651] env[68216]: _type = "Task" [ 874.469651] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.478662] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5265fb40-f7d2-fd44-680e-4f6a78a5309f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.496992] env[68216]: DEBUG nova.network.neutron [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.541795] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.545014] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d6a0d9-7fbd-47ae-a803-573ff9b9c69d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.553869] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 874.553869] env[68216]: value = "task-3068549" [ 874.553869] env[68216]: _type = "Task" [ 874.553869] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.571971] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.572507] env[68216]: INFO nova.compute.manager [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Took 21.71 seconds to build instance. [ 874.582201] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068548, 'name': PowerOffVM_Task, 'duration_secs': 0.337173} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.582201] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.582753] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e601bcbc-76e0-435e-9c4c-cf7cfd72d57a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.605809] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db00b041-22e0-44a3-bd43-d34649af54ae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.694808] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: f05e7cbb-1253-4054-90e4-46ffe28ad519] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 874.752275] env[68216]: DEBUG nova.network.neutron [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Updating instance_info_cache with network_info: [{"id": "3353da42-f438-4ea9-b64d-f31a294d20a3", "address": "fa:16:3e:f1:db:6b", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3353da42-f4", "ovs_interfaceid": "3353da42-f438-4ea9-b64d-f31a294d20a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.957031] env[68216]: DEBUG nova.scheduler.client.report [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.989707] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5265fb40-f7d2-fd44-680e-4f6a78a5309f, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.990497] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.990722] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.990977] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.991136] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.991310] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.991790] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8605555c-e9bf-4196-b4ad-49ef51ad2b4e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.000239] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.000476] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.001732] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28a4267-e731-46b6-944d-7ee059276129 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.009821] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 875.009821] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a993c0-741e-bf7d-7646-b17b2fa7adc0" [ 875.009821] env[68216]: _type = "Task" [ 875.009821] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.018322] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a993c0-741e-bf7d-7646-b17b2fa7adc0, 'name': SearchDatastore_Task, 'duration_secs': 0.008444} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.019131] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20768868-dece-4a6a-893b-e8927a836ae6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.024248] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 875.024248] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52df9953-a05c-1f86-0e63-7a49108008bb" [ 875.024248] env[68216]: _type = "Task" [ 875.024248] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.032179] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52df9953-a05c-1f86-0e63-7a49108008bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.064056] env[68216]: DEBUG oslo_vmware.api [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068549, 'name': PowerOnVM_Task, 'duration_secs': 0.393687} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.064293] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.064480] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-06d91d51-3133-40d6-88c9-10074818ba36 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance 'a042fa4e-69bd-4bce-8b02-c1bec4909365' progress to 100 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.079121] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c9e2564c-8dc2-461f-9aea-ca869f8e38b5 tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lock "8f2862e7-6c30-4270-a665-998648ef9812" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.221s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.120024] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 875.120024] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bca586bb-365d-40d0-b74a-b6e21f2ab487 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.127880] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 875.127880] env[68216]: value = "task-3068550" [ 875.127880] env[68216]: _type = "Task" [ 875.127880] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.139315] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068550, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.157159] env[68216]: DEBUG nova.compute.manager [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Received event network-vif-plugged-3353da42-f438-4ea9-b64d-f31a294d20a3 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 875.157159] env[68216]: DEBUG oslo_concurrency.lockutils [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] Acquiring lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.157159] env[68216]: DEBUG oslo_concurrency.lockutils [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] Lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.157159] env[68216]: DEBUG oslo_concurrency.lockutils [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] Lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.157404] env[68216]: DEBUG nova.compute.manager [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] No waiting events found dispatching network-vif-plugged-3353da42-f438-4ea9-b64d-f31a294d20a3 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.157941] env[68216]: WARNING nova.compute.manager [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Received unexpected event network-vif-plugged-3353da42-f438-4ea9-b64d-f31a294d20a3 for instance with vm_state building and task_state spawning. [ 875.158350] env[68216]: DEBUG nova.compute.manager [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Received event network-changed-3353da42-f438-4ea9-b64d-f31a294d20a3 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 875.158627] env[68216]: DEBUG nova.compute.manager [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Refreshing instance network info cache due to event network-changed-3353da42-f438-4ea9-b64d-f31a294d20a3. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 875.158907] env[68216]: DEBUG oslo_concurrency.lockutils [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] Acquiring lock "refresh_cache-3cdec4f9-e521-4a3b-b128-5b174dc1586d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.194049] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.194049] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf66349f-2b98-42ed-80df-a3fbefc32581 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.199603] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: f696c39b-adb2-4292-b5ae-12b6ebb2239c] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 875.202572] env[68216]: DEBUG oslo_vmware.api [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 875.202572] env[68216]: value = "task-3068551" [ 875.202572] env[68216]: _type = "Task" [ 875.202572] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.215018] env[68216]: DEBUG oslo_vmware.api [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.256235] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "refresh_cache-3cdec4f9-e521-4a3b-b128-5b174dc1586d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.256592] env[68216]: DEBUG nova.compute.manager [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Instance network_info: |[{"id": "3353da42-f438-4ea9-b64d-f31a294d20a3", "address": "fa:16:3e:f1:db:6b", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3353da42-f4", "ovs_interfaceid": "3353da42-f438-4ea9-b64d-f31a294d20a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.256972] env[68216]: DEBUG oslo_concurrency.lockutils [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] Acquired lock "refresh_cache-3cdec4f9-e521-4a3b-b128-5b174dc1586d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.257202] env[68216]: DEBUG nova.network.neutron [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Refreshing network info cache for port 3353da42-f438-4ea9-b64d-f31a294d20a3 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.258826] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:db:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3353da42-f438-4ea9-b64d-f31a294d20a3', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.268508] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.270020] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.270295] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4256b568-a01f-408a-a87d-a8e0682a9d58 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.292148] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.292148] env[68216]: value = "task-3068552" [ 875.292148] env[68216]: _type = "Task" [ 875.292148] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.303410] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068552, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.463664] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.463983] env[68216]: DEBUG nova.compute.manager [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.469321] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.369s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.469559] env[68216]: DEBUG nova.objects.instance [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lazy-loading 'resources' on Instance uuid d7577b82-dbf1-4ed0-b135-2d162628b1e4 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.482778] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquiring lock "8f2862e7-6c30-4270-a665-998648ef9812" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.483087] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lock "8f2862e7-6c30-4270-a665-998648ef9812" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.483412] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquiring lock "8f2862e7-6c30-4270-a665-998648ef9812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.483510] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lock "8f2862e7-6c30-4270-a665-998648ef9812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.483675] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lock "8f2862e7-6c30-4270-a665-998648ef9812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.485980] env[68216]: INFO nova.compute.manager [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Terminating instance [ 875.534247] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52df9953-a05c-1f86-0e63-7a49108008bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.534532] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.534807] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 594d4e67-5d6b-4918-bba9-571cb5fad119/594d4e67-5d6b-4918-bba9-571cb5fad119.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.535167] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1336779-ec85-4394-a3c6-c5efdd5f532a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.542639] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 875.542639] env[68216]: value = "task-3068553" [ 875.542639] env[68216]: _type = "Task" [ 875.542639] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.552669] env[68216]: DEBUG nova.compute.manager [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.552987] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.553885] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6339fa6-e232-4d04-bca5-734683d6880f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.639699] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068550, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.706613] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: fa3b3214-ef66-4e92-b7ea-429efe8e2d01] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 875.720601] env[68216]: DEBUG oslo_vmware.api [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068551, 'name': PowerOffVM_Task, 'duration_secs': 0.231394} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.720877] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.721098] env[68216]: DEBUG nova.compute.manager [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.721914] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94fb28e-4d55-4a14-8bd8-4df0e92db6e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.802799] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068552, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.975089] env[68216]: DEBUG nova.compute.utils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.982019] env[68216]: DEBUG nova.compute.manager [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Not allocating networking since 'none' was specified. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 875.991046] env[68216]: DEBUG nova.compute.manager [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.991046] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.991989] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef0af1-8d4b-4132-92d5-494a7cb855b8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.003196] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.003196] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bbe4d8f-5791-4eed-842a-35a364f60bae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.014050] env[68216]: DEBUG oslo_vmware.api [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for the task: (returnval){ [ 876.014050] env[68216]: value = "task-3068554" [ 876.014050] env[68216]: _type = "Task" [ 876.014050] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.023326] env[68216]: DEBUG oslo_vmware.api [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.054693] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068553, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.065123] env[68216]: INFO nova.compute.manager [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] instance snapshotting [ 876.065912] env[68216]: WARNING nova.compute.manager [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 876.068421] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4106f0-f10a-4a78-bbd9-865e82bec27b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.102735] env[68216]: DEBUG nova.network.neutron [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Updated VIF entry in instance network info cache for port 3353da42-f438-4ea9-b64d-f31a294d20a3. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.103202] env[68216]: DEBUG nova.network.neutron [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Updating instance_info_cache with network_info: [{"id": "3353da42-f438-4ea9-b64d-f31a294d20a3", "address": "fa:16:3e:f1:db:6b", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3353da42-f4", "ovs_interfaceid": "3353da42-f438-4ea9-b64d-f31a294d20a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.106030] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67054e46-1a3f-47b8-b5a2-927af92d6191 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.141945] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068550, 'name': CreateSnapshot_Task, 'duration_secs': 0.542574} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.143509] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 876.143860] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b83ecc-53d9-4968-a7a8-d374f8812e1a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.214555] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 1f030197-7d94-4149-b4ab-eef73111b6b2] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 876.236433] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c1da7ee8-5112-4a8e-a313-6f0a08d821db tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.302960] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068552, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.390069] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77178069-ec1a-45b4-b771-38410528ea0c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.397875] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeef83e0-ff3d-4055-83d9-2e82f42c1b7f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.430271] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0cdf44-a831-4ee6-869e-b9fbf66905f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.437557] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7ae694-d29f-463e-89da-c04169c49f55 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.451978] env[68216]: DEBUG nova.compute.provider_tree [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.481582] env[68216]: DEBUG nova.compute.manager [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.521414] env[68216]: DEBUG oslo_vmware.api [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.553856] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649079} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.554134] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 594d4e67-5d6b-4918-bba9-571cb5fad119/594d4e67-5d6b-4918-bba9-571cb5fad119.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.554344] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.554595] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69ed139c-3f07-4a55-b2d9-5b9551ec9085 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.561383] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 876.561383] env[68216]: value = "task-3068555" [ 876.561383] env[68216]: _type = "Task" [ 876.561383] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.571902] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.615100] env[68216]: DEBUG oslo_concurrency.lockutils [req-3a11be66-9c9b-4673-94de-1478a284f587 req-6e6a4377-a946-4576-96a6-824479b27e7f service nova] Releasing lock "refresh_cache-3cdec4f9-e521-4a3b-b128-5b174dc1586d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.624176] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 876.625056] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd473d1b-8e99-4dd6-91c3-b5961dec0ee3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.631923] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 876.631923] env[68216]: value = "task-3068556" [ 876.631923] env[68216]: _type = "Task" [ 876.631923] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.642649] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068556, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.667512] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 876.669033] env[68216]: DEBUG nova.objects.instance [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'flavor' on Instance uuid c5dd208c-4c35-48a9-bcb5-f85123645146 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.669781] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9980d824-0d45-40e3-aa6e-bd704e45372a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.678452] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 876.678452] env[68216]: value = "task-3068557" [ 876.678452] env[68216]: _type = "Task" [ 876.678452] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.686758] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068557, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.717358] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.717528] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Cleaning up deleted instances with incomplete migration {{(pid=68216) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 876.807726] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068552, 'name': CreateVM_Task, 'duration_secs': 1.390135} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.807952] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.808904] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.809171] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.809623] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.809991] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f047b22e-6ca0-4fbf-a260-471184e50258 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.816253] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 876.816253] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5278c191-7370-92c7-d9ce-1bc7dde9ad14" [ 876.816253] env[68216]: _type = "Task" [ 876.816253] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.827950] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5278c191-7370-92c7-d9ce-1bc7dde9ad14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.956876] env[68216]: DEBUG nova.scheduler.client.report [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.028634] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "a042fa4e-69bd-4bce-8b02-c1bec4909365" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.029044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.029355] env[68216]: DEBUG nova.compute.manager [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Going to confirm migration 3 {{(pid=68216) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 877.031116] env[68216]: DEBUG oslo_vmware.api [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068554, 'name': PowerOffVM_Task, 'duration_secs': 0.772052} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.032007] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.032292] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.032645] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1f3d6d3-10c5-484b-8e01-4a935027cf2e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.076544] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096491} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.076963] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.078222] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97081978-d45d-422a-b82f-5caaf0661e3c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.103483] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 594d4e67-5d6b-4918-bba9-571cb5fad119/594d4e67-5d6b-4918-bba9-571cb5fad119.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.104889] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7ce4855-6b38-4c5f-898e-95865822a8e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.119751] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.120115] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.120241] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Deleting the datastore file [datastore2] 8f2862e7-6c30-4270-a665-998648ef9812 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.120881] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-837c2df5-12f2-4946-b105-0aa7e4377a6a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.128491] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 877.128491] env[68216]: value = "task-3068559" [ 877.128491] env[68216]: _type = "Task" [ 877.128491] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.129906] env[68216]: DEBUG oslo_vmware.api [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for the task: (returnval){ [ 877.129906] env[68216]: value = "task-3068560" [ 877.129906] env[68216]: _type = "Task" [ 877.129906] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.144341] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.150378] env[68216]: DEBUG oslo_vmware.api [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.150662] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068556, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.184207] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.184429] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquired lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.184668] env[68216]: DEBUG nova.network.neutron [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.184899] env[68216]: DEBUG nova.objects.instance [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'info_cache' on Instance uuid c5dd208c-4c35-48a9-bcb5-f85123645146 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.192477] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068557, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.219728] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.327273] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5278c191-7370-92c7-d9ce-1bc7dde9ad14, 'name': SearchDatastore_Task, 'duration_secs': 0.013578} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.327599] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.327831] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.328082] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.328256] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.328409] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.328663] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1392f2f-41f0-41c0-b303-cbfd411f9f13 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.339481] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.339663] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.340401] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9b9516-4e95-4aa6-a641-4060249e45f0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.345619] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 877.345619] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266f7d6-1491-6db2-e406-68960b0a5550" [ 877.345619] env[68216]: _type = "Task" [ 877.345619] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.353904] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266f7d6-1491-6db2-e406-68960b0a5550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.463194] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.466074] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.708s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.466318] env[68216]: DEBUG nova.objects.instance [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lazy-loading 'resources' on Instance uuid 744bc42c-5d39-4e25-9fbd-1c914795d0f3 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.488091] env[68216]: INFO nova.scheduler.client.report [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Deleted allocations for instance d7577b82-dbf1-4ed0-b135-2d162628b1e4 [ 877.491760] env[68216]: DEBUG nova.compute.manager [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.520565] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.520788] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.520971] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.521272] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.521537] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.521791] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.522156] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.522425] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.522794] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.523255] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.523505] env[68216]: DEBUG nova.virt.hardware [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.524777] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0031d3-7049-4b1e-8c43-ccf041acefa4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.536149] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abf979d-7a0f-425f-a2cb-32daff3d962f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.555055] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.564102] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Creating folder: Project (c4bca6e48a99473e93a2aeba63a526eb). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.564102] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6a016d0-849f-4279-9df9-e063fb4f6940 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.573019] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Created folder: Project (c4bca6e48a99473e93a2aeba63a526eb) in parent group-v614292. [ 877.573238] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Creating folder: Instances. Parent ref: group-v614494. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.573478] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-521ce11f-455e-4c9c-afd9-384e8160490c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.583344] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Created folder: Instances in parent group-v614494. [ 877.583540] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.583723] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb17be0-8167-4074-94f3-630662435e2b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.583920] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fad14f2-a9d8-4e00-bc3b-c111def8233c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.600867] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.600867] env[68216]: value = "task-3068563" [ 877.600867] env[68216]: _type = "Task" [ 877.600867] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.608710] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068563, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.646419] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.653833] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.654044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.654104] env[68216]: DEBUG nova.network.neutron [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.654296] env[68216]: DEBUG nova.objects.instance [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lazy-loading 'info_cache' on Instance uuid a042fa4e-69bd-4bce-8b02-c1bec4909365 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.655813] env[68216]: DEBUG oslo_vmware.api [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Task: {'id': task-3068560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285692} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.657784] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068556, 'name': CreateSnapshot_Task, 'duration_secs': 0.531259} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.657784] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.657784] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.657784] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.657784] env[68216]: INFO nova.compute.manager [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Took 1.67 seconds to destroy the instance on the hypervisor. [ 877.657784] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.657784] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 877.658171] env[68216]: DEBUG nova.compute.manager [-] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.658171] env[68216]: DEBUG nova.network.neutron [-] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.660322] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee29b50f-ab22-4352-a8a7-906dfb14507d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.690747] env[68216]: DEBUG nova.objects.base [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 877.692330] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068557, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.857162] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266f7d6-1491-6db2-e406-68960b0a5550, 'name': SearchDatastore_Task, 'duration_secs': 0.019068} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.858081] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b16a8c-032a-4e0e-9ecc-de409026f82f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.863810] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 877.863810] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529b742a-e148-58ae-b45b-a41d517a4073" [ 877.863810] env[68216]: _type = "Task" [ 877.863810] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.872990] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529b742a-e148-58ae-b45b-a41d517a4073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.001463] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72ba36eb-d3c7-46f9-8600-8c7b0294f356 tempest-SecurityGroupsTestJSON-1860005112 tempest-SecurityGroupsTestJSON-1860005112-project-member] Lock "d7577b82-dbf1-4ed0-b135-2d162628b1e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.475s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.115084] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068563, 'name': CreateVM_Task, 'duration_secs': 0.291674} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.117435] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb17be0-8167-4074-94f3-630662435e2b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.118139] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.118880] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.118880] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.118880] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccdc726b-e10e-4803-a670-090bb6c7a76a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.123065] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 878.123065] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cb26ca-36fb-4318-17db-8f4a16ab7b85" [ 878.123065] env[68216]: _type = "Task" [ 878.123065] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.130930] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cb26ca-36fb-4318-17db-8f4a16ab7b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.142827] env[68216]: DEBUG nova.compute.manager [req-d01a8d24-4734-4b21-9073-b2a2bb0dd1b0 req-edafd3ab-fdc1-4fda-b3cd-a6699449e256 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Received event network-vif-deleted-9efe1c2a-0f98-47ed-a636-ea206df2274d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.143075] env[68216]: INFO nova.compute.manager [req-d01a8d24-4734-4b21-9073-b2a2bb0dd1b0 req-edafd3ab-fdc1-4fda-b3cd-a6699449e256 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Neutron deleted interface 9efe1c2a-0f98-47ed-a636-ea206df2274d; detaching it from the instance and deleting it from the info cache [ 878.143267] env[68216]: DEBUG nova.network.neutron [req-d01a8d24-4734-4b21-9073-b2a2bb0dd1b0 req-edafd3ab-fdc1-4fda-b3cd-a6699449e256 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.150826] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068559, 'name': ReconfigVM_Task, 'duration_secs': 0.583965} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.151119] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 594d4e67-5d6b-4918-bba9-571cb5fad119/594d4e67-5d6b-4918-bba9-571cb5fad119.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.151997] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e50395b-71d6-409e-a634-cf42263b5e97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.159982] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 878.159982] env[68216]: value = "task-3068564" [ 878.159982] env[68216]: _type = "Task" [ 878.159982] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.171338] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068564, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.177971] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 878.181037] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-29e32f20-da92-4aca-a049-6ef517233c24 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.193274] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068557, 'name': CloneVM_Task, 'duration_secs': 1.417341} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.194574] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Created linked-clone VM from snapshot [ 878.196407] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 878.196407] env[68216]: value = "task-3068565" [ 878.196407] env[68216]: _type = "Task" [ 878.196407] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.197094] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca46d5d-1098-4301-84ee-fc9540ffa6c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.211466] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Uploading image d141459a-fa7f-4d56-a3a3-7a7c05d7fd49 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 878.216694] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068565, 'name': CloneVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.251286] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 878.251286] env[68216]: value = "vm-614492" [ 878.251286] env[68216]: _type = "VirtualMachine" [ 878.251286] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 878.251678] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cffa6825-13c3-4aed-a27e-3df4467ed3fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.260017] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lease: (returnval){ [ 878.260017] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5295ec6a-8ab4-c1c9-7787-7b17d034d365" [ 878.260017] env[68216]: _type = "HttpNfcLease" [ 878.260017] env[68216]: } obtained for exporting VM: (result){ [ 878.260017] env[68216]: value = "vm-614492" [ 878.260017] env[68216]: _type = "VirtualMachine" [ 878.260017] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 878.260017] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the lease: (returnval){ [ 878.260017] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5295ec6a-8ab4-c1c9-7787-7b17d034d365" [ 878.260017] env[68216]: _type = "HttpNfcLease" [ 878.260017] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 878.267210] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.267210] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5295ec6a-8ab4-c1c9-7787-7b17d034d365" [ 878.267210] env[68216]: _type = "HttpNfcLease" [ 878.267210] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 878.347857] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4590b7-41f7-4feb-b26e-b638ed4814ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.356482] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354af994-adf7-481d-8092-f600ead8c0e3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.399864] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e612d77-c5c7-4d0c-95d4-b2ece0777903 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.408248] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529b742a-e148-58ae-b45b-a41d517a4073, 'name': SearchDatastore_Task, 'duration_secs': 0.017934} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.410495] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.410793] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 3cdec4f9-e521-4a3b-b128-5b174dc1586d/3cdec4f9-e521-4a3b-b128-5b174dc1586d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.414113] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94530def-b304-477e-8d51-4c935e4800b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.415294] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bcd5af-14fd-466b-b030-a684a670a8c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.432035] env[68216]: DEBUG nova.compute.provider_tree [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.437033] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 878.437033] env[68216]: value = "task-3068567" [ 878.437033] env[68216]: _type = "Task" [ 878.437033] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.445238] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.479257] env[68216]: DEBUG nova.network.neutron [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Updating instance_info_cache with network_info: [{"id": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "address": "fa:16:3e:f6:58:0e", "network": {"id": "4090dd51-7ed2-47c1-8e52-1761e09d3722", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-680813381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d52ccdf83944a780f66029906fa5a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a85d4ad-49", "ovs_interfaceid": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.556657] env[68216]: DEBUG nova.network.neutron [-] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.636661] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cb26ca-36fb-4318-17db-8f4a16ab7b85, 'name': SearchDatastore_Task, 'duration_secs': 0.034319} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.636985] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.637516] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.637813] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.637986] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.638213] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.638705] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec4554fc-6be9-4ccf-97c4-cb9190601910 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.645629] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98d094d1-beb5-421e-9106-deb8b0e0c2c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.655346] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d54ed3-b9d0-4d8b-bbed-a9a9bac7172b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.673428] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.673685] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.678187] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd47a84-de76-46ea-8f02-c7c1083156a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.684858] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 878.684858] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52853f93-5e8f-301f-4c42-2cc3a3a13abf" [ 878.684858] env[68216]: _type = "Task" [ 878.684858] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.690470] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068564, 'name': Rename_Task, 'duration_secs': 0.305025} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.713197] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.714291] env[68216]: DEBUG nova.compute.manager [req-d01a8d24-4734-4b21-9073-b2a2bb0dd1b0 req-edafd3ab-fdc1-4fda-b3cd-a6699449e256 service nova] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Detach interface failed, port_id=9efe1c2a-0f98-47ed-a636-ea206df2274d, reason: Instance 8f2862e7-6c30-4270-a665-998648ef9812 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 878.714644] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcb166de-e3a8-46aa-9b47-75ab20eccb9a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.728907] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52853f93-5e8f-301f-4c42-2cc3a3a13abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.734124] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 878.734124] env[68216]: value = "task-3068568" [ 878.734124] env[68216]: _type = "Task" [ 878.734124] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.734435] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068565, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.743608] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.767745] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.767745] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5295ec6a-8ab4-c1c9-7787-7b17d034d365" [ 878.767745] env[68216]: _type = "HttpNfcLease" [ 878.767745] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 878.768108] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 878.768108] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5295ec6a-8ab4-c1c9-7787-7b17d034d365" [ 878.768108] env[68216]: _type = "HttpNfcLease" [ 878.768108] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 878.768936] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed53c40-64eb-4f2f-bd64-93d33f79a59d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.781363] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52258d2d-bbb4-8bb9-a6f0-4b0920af57ed/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 878.781730] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52258d2d-bbb4-8bb9-a6f0-4b0920af57ed/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 878.939404] env[68216]: DEBUG nova.scheduler.client.report [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.946798] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-529d8023-3a44-4f9d-9dfc-cd781d6bbb73 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.960257] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068567, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.983296] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Releasing lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.997792] env[68216]: DEBUG nova.network.neutron [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance_info_cache with network_info: [{"id": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "address": "fa:16:3e:25:16:33", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5b6775-7b", "ovs_interfaceid": "0d5b6775-7b46-4abc-85d7-1fb668b229b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.060561] env[68216]: INFO nova.compute.manager [-] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Took 1.40 seconds to deallocate network for instance. [ 879.199337] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52853f93-5e8f-301f-4c42-2cc3a3a13abf, 'name': SearchDatastore_Task, 'duration_secs': 0.055565} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.200188] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e944422-084a-4428-9560-25933b2c1bd2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.211491] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 879.211491] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520f73c5-8e8b-aaf6-a275-0d85a0b86ddc" [ 879.211491] env[68216]: _type = "Task" [ 879.211491] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.232455] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520f73c5-8e8b-aaf6-a275-0d85a0b86ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.236613] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.236925] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] feb17be0-8167-4074-94f3-630662435e2b/feb17be0-8167-4074-94f3-630662435e2b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.237311] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068565, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.237819] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ba18ea6-9c04-4cd4-bd04-cf93740a404b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.249724] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.251245] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 879.251245] env[68216]: value = "task-3068569" [ 879.251245] env[68216]: _type = "Task" [ 879.251245] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.261692] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.455379] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.458106] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552006} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.459533] env[68216]: DEBUG oslo_concurrency.lockutils [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.521s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.460085] env[68216]: DEBUG nova.objects.instance [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lazy-loading 'resources' on Instance uuid 83f60ebf-59d1-432b-a4f8-37510f2a6ebd {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.461414] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 3cdec4f9-e521-4a3b-b128-5b174dc1586d/3cdec4f9-e521-4a3b-b128-5b174dc1586d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.464158] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.464158] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-439dd918-be46-4171-9edf-001182843147 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.471758] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 879.471758] env[68216]: value = "task-3068570" [ 879.471758] env[68216]: _type = "Task" [ 879.471758] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.492237] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.493563] env[68216]: INFO nova.scheduler.client.report [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleted allocations for instance 744bc42c-5d39-4e25-9fbd-1c914795d0f3 [ 879.501013] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-a042fa4e-69bd-4bce-8b02-c1bec4909365" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.501344] env[68216]: DEBUG nova.objects.instance [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lazy-loading 'migration_context' on Instance uuid a042fa4e-69bd-4bce-8b02-c1bec4909365 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.566607] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.735980] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068565, 'name': CloneVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.752950] env[68216]: DEBUG oslo_vmware.api [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068568, 'name': PowerOnVM_Task, 'duration_secs': 0.646363} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.758939] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.761289] env[68216]: INFO nova.compute.manager [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Took 9.11 seconds to spawn the instance on the hypervisor. [ 879.761289] env[68216]: DEBUG nova.compute.manager [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.761441] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dd5a41-2206-4440-8991-875cde99c9a9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.772818] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.983100] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083037} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.983565] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.984754] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bc82fe-fb75-4d97-bc0e-9ab528c699cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.008464] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.009585] env[68216]: DEBUG nova.objects.base [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 880.020228] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 3cdec4f9-e521-4a3b-b128-5b174dc1586d/3cdec4f9-e521-4a3b-b128-5b174dc1586d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.020870] env[68216]: DEBUG oslo_concurrency.lockutils [None req-af9646fb-c4f8-4a71-a5b7-1c78d6bdd9c1 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "744bc42c-5d39-4e25-9fbd-1c914795d0f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.735s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.026071] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd324d3d-5fde-4dba-89a1-6661abfa64e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.028090] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521a638d-a1e5-4111-afe2-49fe2a407d01 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.031093] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233e4d31-7ac5-4280-b9df-592f84bd1253 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.077283] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab433b1-5081-4853-bcf6-924cd0f338e5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.081168] env[68216]: DEBUG oslo_vmware.api [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 880.081168] env[68216]: value = "task-3068571" [ 880.081168] env[68216]: _type = "Task" [ 880.081168] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.081168] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 880.081168] env[68216]: value = "task-3068572" [ 880.081168] env[68216]: _type = "Task" [ 880.081168] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.096621] env[68216]: DEBUG oslo_vmware.api [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 880.096621] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52811ecb-0a8d-ce77-b069-d3b4e663171b" [ 880.096621] env[68216]: _type = "Task" [ 880.096621] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.110744] env[68216]: DEBUG oslo_vmware.api [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.111099] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.116689] env[68216]: DEBUG oslo_vmware.api [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52811ecb-0a8d-ce77-b069-d3b4e663171b, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.119658] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.235556] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068565, 'name': CloneVM_Task, 'duration_secs': 1.611658} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.235941] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Created linked-clone VM from snapshot [ 880.236855] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6353abe-5406-4791-9c73-0a44b4e27bec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.247575] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Uploading image 42705280-2a3a-4e60-9b15-9d4468875c5e {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 880.262222] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650667} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.262222] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] feb17be0-8167-4074-94f3-630662435e2b/feb17be0-8167-4074-94f3-630662435e2b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.262601] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.264778] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cb05c0d-e96e-40fc-a303-3999cb8515b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.276193] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 880.276193] env[68216]: value = "task-3068573" [ 880.276193] env[68216]: _type = "Task" [ 880.276193] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.278714] env[68216]: DEBUG oslo_vmware.rw_handles [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 880.278714] env[68216]: value = "vm-614497" [ 880.278714] env[68216]: _type = "VirtualMachine" [ 880.278714] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 880.283683] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-021a3c6a-d15f-4b9a-932d-ab643d24a402 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.291419] env[68216]: INFO nova.compute.manager [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Took 19.89 seconds to build instance. [ 880.301199] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.302799] env[68216]: DEBUG oslo_vmware.rw_handles [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lease: (returnval){ [ 880.302799] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526a3979-3eec-c155-7601-91b647733c17" [ 880.302799] env[68216]: _type = "HttpNfcLease" [ 880.302799] env[68216]: } obtained for exporting VM: (result){ [ 880.302799] env[68216]: value = "vm-614497" [ 880.302799] env[68216]: _type = "VirtualMachine" [ 880.302799] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 880.303172] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the lease: (returnval){ [ 880.303172] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526a3979-3eec-c155-7601-91b647733c17" [ 880.303172] env[68216]: _type = "HttpNfcLease" [ 880.303172] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 880.310832] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.310832] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526a3979-3eec-c155-7601-91b647733c17" [ 880.310832] env[68216]: _type = "HttpNfcLease" [ 880.310832] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 880.409426] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e71a0f-7b3b-41ee-9446-01a4e63ade75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.416759] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a90213-c219-4480-91d9-0f6072c1073c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.449633] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec9d010-af19-46f0-a1c5-c12af3ef518f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.461672] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35eea73-b9f1-4f9b-92a1-5ba81ec7569b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.478861] env[68216]: DEBUG nova.compute.provider_tree [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.600457] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068572, 'name': ReconfigVM_Task, 'duration_secs': 0.302279} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.603946] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 3cdec4f9-e521-4a3b-b128-5b174dc1586d/3cdec4f9-e521-4a3b-b128-5b174dc1586d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.604812] env[68216]: DEBUG oslo_vmware.api [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068571, 'name': PowerOnVM_Task, 'duration_secs': 0.4887} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.605048] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c2afca-af43-40ca-8d56-1383140f1635 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.606913] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.607219] env[68216]: DEBUG nova.compute.manager [None req-ca1b4005-084d-4e42-8b5d-e7985982e622 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.608049] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6304fa3b-12e4-459e-bb14-93dd97f03683 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.620346] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 880.620346] env[68216]: value = "task-3068575" [ 880.620346] env[68216]: _type = "Task" [ 880.620346] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.791958] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164326} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.792194] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.793765] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67bcf36-f38b-4a99-971e-5b39f8b3f72e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.796837] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6411a266-5ea4-4936-9663-22f79e92d9d5 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.401s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.819668] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] feb17be0-8167-4074-94f3-630662435e2b/feb17be0-8167-4074-94f3-630662435e2b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.823078] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1304c0bb-aa93-4ac9-88ee-f3f6b9c7d224 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.843272] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.843272] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526a3979-3eec-c155-7601-91b647733c17" [ 880.843272] env[68216]: _type = "HttpNfcLease" [ 880.843272] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 880.844926] env[68216]: DEBUG oslo_vmware.rw_handles [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 880.844926] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526a3979-3eec-c155-7601-91b647733c17" [ 880.844926] env[68216]: _type = "HttpNfcLease" [ 880.844926] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 880.845817] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 880.845817] env[68216]: value = "task-3068576" [ 880.845817] env[68216]: _type = "Task" [ 880.845817] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.846856] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c9a5a4-3f39-4f32-9c38-4e8d7fbedd34 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.860218] env[68216]: DEBUG oslo_vmware.rw_handles [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52382619-7e43-3f63-2d5a-7afcf3a0cf49/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 880.860218] env[68216]: DEBUG oslo_vmware.rw_handles [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52382619-7e43-3f63-2d5a-7afcf3a0cf49/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 880.865499] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068576, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.965194] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3d708f6-dabf-44eb-a3db-639c6c9c7fb5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.981919] env[68216]: DEBUG nova.scheduler.client.report [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.135540] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068575, 'name': Rename_Task, 'duration_secs': 0.162603} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.135540] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.135775] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4733784-99b7-4472-b4a2-22c78ae52d70 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.142929] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 881.142929] env[68216]: value = "task-3068577" [ 881.142929] env[68216]: _type = "Task" [ 881.142929] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.152921] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.364018] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068576, 'name': ReconfigVM_Task, 'duration_secs': 0.300515} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.364018] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Reconfigured VM instance instance-00000049 to attach disk [datastore1] feb17be0-8167-4074-94f3-630662435e2b/feb17be0-8167-4074-94f3-630662435e2b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.364018] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4f8d51d-f923-4eee-b5c8-40cb76f3f149 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.371793] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 881.371793] env[68216]: value = "task-3068578" [ 881.371793] env[68216]: _type = "Task" [ 881.371793] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.380685] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068578, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.440195] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "556316a3-4f5e-497a-b33a-a39926bc8b7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.440824] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "556316a3-4f5e-497a-b33a-a39926bc8b7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.490649] env[68216]: DEBUG oslo_concurrency.lockutils [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.493862] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.928s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.494210] env[68216]: DEBUG nova.objects.instance [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lazy-loading 'resources' on Instance uuid 8f2862e7-6c30-4270-a665-998648ef9812 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.514155] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "594d4e67-5d6b-4918-bba9-571cb5fad119" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.514617] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.515371] env[68216]: INFO nova.compute.manager [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Shelving [ 881.525087] env[68216]: INFO nova.scheduler.client.report [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Deleted allocations for instance 83f60ebf-59d1-432b-a4f8-37510f2a6ebd [ 881.658857] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068577, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.672734] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "16e4cba8-065d-4254-b377-cc48b1db47f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.672988] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "16e4cba8-065d-4254-b377-cc48b1db47f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.673224] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "16e4cba8-065d-4254-b377-cc48b1db47f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.673515] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "16e4cba8-065d-4254-b377-cc48b1db47f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.673591] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "16e4cba8-065d-4254-b377-cc48b1db47f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.679254] env[68216]: INFO nova.compute.manager [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Terminating instance [ 881.884859] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068578, 'name': Rename_Task, 'duration_secs': 0.248683} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.885262] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.885632] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0608ba0-fdaa-408a-aa95-ab6dd9e163ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.892852] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 881.892852] env[68216]: value = "task-3068579" [ 881.892852] env[68216]: _type = "Task" [ 881.892852] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.906396] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.945133] env[68216]: DEBUG nova.compute.manager [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.043234] env[68216]: DEBUG oslo_concurrency.lockutils [None req-92923e93-78cf-4426-a5d5-9c147e5c757e tempest-MigrationsAdminTest-1846125831 tempest-MigrationsAdminTest-1846125831-project-member] Lock "83f60ebf-59d1-432b-a4f8-37510f2a6ebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.908s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.124090] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.124090] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.159162] env[68216]: DEBUG oslo_vmware.api [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068577, 'name': PowerOnVM_Task, 'duration_secs': 0.710115} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.160320] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.160633] env[68216]: INFO nova.compute.manager [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Took 9.02 seconds to spawn the instance on the hypervisor. [ 882.161509] env[68216]: DEBUG nova.compute.manager [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.162934] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b9fd54-309a-49cf-87f2-039af3415bae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.186538] env[68216]: DEBUG nova.compute.manager [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.186538] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.188270] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddc55de-9a2b-4459-99d3-6dea44c5140a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.198175] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.198175] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a223ac-0a1d-42eb-bcea-857427579074 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.206651] env[68216]: DEBUG oslo_vmware.api [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 882.206651] env[68216]: value = "task-3068580" [ 882.206651] env[68216]: _type = "Task" [ 882.206651] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.219231] env[68216]: DEBUG oslo_vmware.api [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.402477] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068579, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.405857] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e4607c-fcfe-4120-87b4-dd5f5fc77e72 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.414234] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e390f96-2500-4029-ae05-c19bcabedd68 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.451619] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814d970f-742e-4ea3-ad16-6505fde19f60 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.464963] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0969ecaa-896e-4fff-84b8-3dac9cef707e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.483251] env[68216]: DEBUG nova.compute.provider_tree [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.490841] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.542033] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.543267] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2233c365-4f6c-49f3-a390-79ab8ada93e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.551131] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 882.551131] env[68216]: value = "task-3068581" [ 882.551131] env[68216]: _type = "Task" [ 882.551131] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.565609] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.628081] env[68216]: DEBUG nova.compute.utils [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.686982] env[68216]: INFO nova.compute.manager [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Took 19.89 seconds to build instance. [ 882.717929] env[68216]: DEBUG oslo_vmware.api [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068580, 'name': PowerOffVM_Task, 'duration_secs': 0.303727} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.718626] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.718802] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.719156] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aefed29-1316-4ef7-ba76-b0f4cfa56e9c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.904020] env[68216]: DEBUG oslo_vmware.api [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068579, 'name': PowerOnVM_Task, 'duration_secs': 0.636743} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.904391] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.904567] env[68216]: INFO nova.compute.manager [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Took 5.41 seconds to spawn the instance on the hypervisor. [ 882.904750] env[68216]: DEBUG nova.compute.manager [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.905655] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3100df7-ead8-42d0-8cb2-89c3053decda {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.991314] env[68216]: DEBUG nova.scheduler.client.report [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.061483] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068581, 'name': PowerOffVM_Task, 'duration_secs': 0.333331} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.061888] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.062806] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3801228-a8b0-4033-ac99-d4ba78a53fa9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.082550] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c75727-74ad-42fd-8176-31fb539ad6b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.130791] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.188992] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3c80ee4b-6f76-48c3-b97d-8cd7013ae7b5 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.408s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.424054] env[68216]: INFO nova.compute.manager [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Took 17.48 seconds to build instance. [ 883.497137] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.499029] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.379s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.521645] env[68216]: INFO nova.scheduler.client.report [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Deleted allocations for instance 8f2862e7-6c30-4270-a665-998648ef9812 [ 883.596865] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 883.596865] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e30a822-c262-4a8f-8a21-6098e440d2a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.606075] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 883.606075] env[68216]: value = "task-3068583" [ 883.606075] env[68216]: _type = "Task" [ 883.606075] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.615864] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.781767] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.781956] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.782170] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleting the datastore file [datastore1] 16e4cba8-065d-4254-b377-cc48b1db47f2 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.782461] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bea7f664-2009-4d2c-ba0f-01d31abdbad1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.793320] env[68216]: DEBUG oslo_vmware.api [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for the task: (returnval){ [ 883.793320] env[68216]: value = "task-3068584" [ 883.793320] env[68216]: _type = "Task" [ 883.793320] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.803739] env[68216]: DEBUG oslo_vmware.api [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.923795] env[68216]: DEBUG oslo_concurrency.lockutils [None req-690062ac-3c32-43f7-97fa-82bf6d79b0ad tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "feb17be0-8167-4074-94f3-630662435e2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.989s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.036591] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ce8d41aa-20a3-4322-98d8-f13a3370649d tempest-InstanceActionsNegativeTestJSON-747807653 tempest-InstanceActionsNegativeTestJSON-747807653-project-member] Lock "8f2862e7-6c30-4270-a665-998648ef9812" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.553s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.119613] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068583, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.200517] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.200712] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.200925] env[68216]: INFO nova.compute.manager [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Attaching volume 7c1dbe00-050d-4257-82c1-a5671498aa6b to /dev/sdb [ 884.252540] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb19207-09f3-44cf-bc2d-2854048a2021 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.261875] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef6e2b6-ad63-4786-90e1-2002ff063255 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.282621] env[68216]: DEBUG nova.virt.block_device [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Updating existing volume attachment record: 2dfda8e5-95d1-4942-b498-a6def479a5f6 {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 884.304955] env[68216]: DEBUG oslo_vmware.api [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Task: {'id': task-3068584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253752} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.308298] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.308521] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.308726] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.308906] env[68216]: INFO nova.compute.manager [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Took 2.13 seconds to destroy the instance on the hypervisor. [ 884.309269] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.309738] env[68216]: DEBUG nova.compute.manager [-] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.309861] env[68216]: DEBUG nova.network.neutron [-] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.383605] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc933995-9a12-4d72-ab4c-c3d1fd2c9200 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.393508] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3a04a8-847e-4bef-b819-f5f48991929d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.435432] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c2b407-a0df-4611-af9a-0ec372e1cc12 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.439223] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10827c2a-b2af-4328-a9ee-a205e92e2853 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.453506] env[68216]: DEBUG nova.compute.provider_tree [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.618838] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068583, 'name': CreateSnapshot_Task, 'duration_secs': 0.756006} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.619138] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 884.620408] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db37c9da-8294-4f89-bfc9-5c9a1688a57c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.957133] env[68216]: DEBUG nova.scheduler.client.report [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.141974] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 885.142432] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5b99e31-48a3-42bd-81b1-61d9a1fca6dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.152476] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 885.152476] env[68216]: value = "task-3068588" [ 885.152476] env[68216]: _type = "Task" [ 885.152476] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.162473] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068588, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.280041] env[68216]: DEBUG nova.network.neutron [-] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.665447] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068588, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.781064] env[68216]: INFO nova.compute.manager [-] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Took 1.47 seconds to deallocate network for instance. [ 885.974244] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.475s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.977548] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.488s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.979095] env[68216]: INFO nova.compute.claims [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.166094] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068588, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.288972] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.553382] env[68216]: INFO nova.scheduler.client.report [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted allocation for migration f9175d1f-024f-488b-8b4d-5cfce66748b0 [ 886.665184] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068588, 'name': CloneVM_Task} progress is 95%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.063029] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4f1d9b68-47b4-46ef-8c28-af84226e45be tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.034s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.168337] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068588, 'name': CloneVM_Task, 'duration_secs': 1.692321} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.168774] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Created linked-clone VM from snapshot [ 887.169426] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb69424-fb03-4839-be6c-40fbd6ea9d0a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.178468] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Uploading image eca6eedb-b5a5-4531-ae41-3ec163637893 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 887.269692] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b4422f-8609-406c-b39d-8d75ded11ea8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.277773] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37061b6-b1db-4dab-91b5-a5bd33694d05 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.311940] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77e2d90-6cee-401c-ab97-750bc39a070a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.320937] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a828ee0f-5286-40d3-a385-c1e8edf051d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.336867] env[68216]: DEBUG nova.compute.provider_tree [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.840650] env[68216]: DEBUG nova.scheduler.client.report [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.113919] env[68216]: DEBUG nova.compute.manager [req-eac8bc17-f7c8-4799-9e6a-93c9c6a7df99 req-ee02321a-b82c-460f-9cc2-fda38050bb13 service nova] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Received event network-vif-deleted-a1c8f803-b3a7-462f-a7d5-d386572bef5f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 888.346746] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.347281] env[68216]: DEBUG nova.compute.manager [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.352487] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.062s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.352487] env[68216]: DEBUG nova.objects.instance [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lazy-loading 'resources' on Instance uuid 16e4cba8-065d-4254-b377-cc48b1db47f2 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.683649] env[68216]: DEBUG oslo_vmware.rw_handles [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 888.683649] env[68216]: value = "vm-614501" [ 888.683649] env[68216]: _type = "VirtualMachine" [ 888.683649] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 888.685324] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd143c0a-97e1-4e12-87e7-94c294128bde {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.693627] env[68216]: DEBUG oslo_vmware.rw_handles [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lease: (returnval){ [ 888.693627] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520021e4-263d-0a99-3343-82462f1e75f2" [ 888.693627] env[68216]: _type = "HttpNfcLease" [ 888.693627] env[68216]: } obtained for exporting VM: (result){ [ 888.693627] env[68216]: value = "vm-614501" [ 888.693627] env[68216]: _type = "VirtualMachine" [ 888.693627] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 888.693943] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the lease: (returnval){ [ 888.693943] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520021e4-263d-0a99-3343-82462f1e75f2" [ 888.693943] env[68216]: _type = "HttpNfcLease" [ 888.693943] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 888.700498] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52258d2d-bbb4-8bb9-a6f0-4b0920af57ed/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 888.701440] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55e9cae-76a6-42b2-8f18-3ebc6e090f0b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.708157] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.708157] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520021e4-263d-0a99-3343-82462f1e75f2" [ 888.708157] env[68216]: _type = "HttpNfcLease" [ 888.708157] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 888.709975] env[68216]: DEBUG oslo_vmware.rw_handles [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 888.709975] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520021e4-263d-0a99-3343-82462f1e75f2" [ 888.709975] env[68216]: _type = "HttpNfcLease" [ 888.709975] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 888.711023] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52258d2d-bbb4-8bb9-a6f0-4b0920af57ed/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 888.711023] env[68216]: ERROR oslo_vmware.rw_handles [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52258d2d-bbb4-8bb9-a6f0-4b0920af57ed/disk-0.vmdk due to incomplete transfer. [ 888.711184] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37493a26-10df-4786-ab0f-309845e55a15 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.713697] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b6c0a252-798b-4e91-a985-65f20270a300 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.721874] env[68216]: DEBUG oslo_vmware.rw_handles [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52272ba1-82dd-8d1e-845e-6f29070a97f0/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 888.721874] env[68216]: DEBUG oslo_vmware.rw_handles [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52272ba1-82dd-8d1e-845e-6f29070a97f0/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 888.724091] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52258d2d-bbb4-8bb9-a6f0-4b0920af57ed/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 888.724196] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Uploaded image d141459a-fa7f-4d56-a3a3-7a7c05d7fd49 to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 888.726279] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 888.727366] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-61584f72-9294-40da-9131-6bbfd633dae6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.792025] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 888.792025] env[68216]: value = "task-3068591" [ 888.792025] env[68216]: _type = "Task" [ 888.792025] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.801792] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068591, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.834042] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6d336d3-99e8-40d3-bbf1-4493c4caeca3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.853433] env[68216]: DEBUG nova.compute.utils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.860364] env[68216]: DEBUG nova.compute.manager [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.860552] env[68216]: DEBUG nova.network.neutron [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.915967] env[68216]: DEBUG nova.policy [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5feeae40bcd45dd908b0a397ee350bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3e751ee498450c88367eff6d7e6803', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.237359] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05562794-4a2b-4bdf-abec-3df199ddb39c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.247505] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f227cc8-b295-4aa6-a0fa-0b284259f917 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.284667] env[68216]: DEBUG nova.network.neutron [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Successfully created port: 5716483e-52c3-4de4-914e-663a9d1ec8bb {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.287251] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02634102-d587-44ae-aa07-9b01964aac85 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.300222] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245c62f4-280e-4e0d-a79d-a31888a4752a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.310700] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068591, 'name': Destroy_Task, 'duration_secs': 0.334998} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.319465] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Destroyed the VM [ 889.319902] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 889.320535] env[68216]: DEBUG nova.compute.provider_tree [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.322028] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7365909b-4975-4a41-b988-15944146a772 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.329765] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 889.329765] env[68216]: value = "task-3068592" [ 889.329765] env[68216]: _type = "Task" [ 889.329765] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.341578] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.346943] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 889.347200] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614500', 'volume_id': '7c1dbe00-050d-4257-82c1-a5671498aa6b', 'name': 'volume-7c1dbe00-050d-4257-82c1-a5671498aa6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b638e306-c9c8-40f1-9cb8-9f63ba0c8af0', 'attached_at': '', 'detached_at': '', 'volume_id': '7c1dbe00-050d-4257-82c1-a5671498aa6b', 'serial': '7c1dbe00-050d-4257-82c1-a5671498aa6b'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 889.348149] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de7c30-603c-4d31-af35-f8b06cb61aa4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.366785] env[68216]: DEBUG nova.compute.manager [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.370350] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b380e9b9-43b8-455c-8559-bdae937e7e09 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.400730] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-7c1dbe00-050d-4257-82c1-a5671498aa6b/volume-7c1dbe00-050d-4257-82c1-a5671498aa6b.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.401281] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7b44e4-1291-4bb8-b19b-c595c2735fe5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.423877] env[68216]: DEBUG oslo_vmware.api [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 889.423877] env[68216]: value = "task-3068593" [ 889.423877] env[68216]: _type = "Task" [ 889.423877] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.434570] env[68216]: DEBUG oslo_vmware.api [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.778859] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "a508810a-700a-4fee-b20d-e5486814939a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.781175] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "a508810a-700a-4fee-b20d-e5486814939a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.817169] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.817692] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.826227] env[68216]: DEBUG nova.scheduler.client.report [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.851185] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068592, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.858169] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "a921648e-fabb-4574-b7be-709144ac134f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.859636] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "a921648e-fabb-4574-b7be-709144ac134f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.938876] env[68216]: DEBUG oslo_vmware.api [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068593, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.174608] env[68216]: DEBUG oslo_vmware.rw_handles [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52382619-7e43-3f63-2d5a-7afcf3a0cf49/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 890.176362] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f515cd5d-fc3e-4781-918b-9042fd73cc48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.185279] env[68216]: DEBUG oslo_vmware.rw_handles [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52382619-7e43-3f63-2d5a-7afcf3a0cf49/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 890.185279] env[68216]: ERROR oslo_vmware.rw_handles [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52382619-7e43-3f63-2d5a-7afcf3a0cf49/disk-0.vmdk due to incomplete transfer. [ 890.185279] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e902fcd5-0eb9-4433-82c2-c6eacac7f750 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.194163] env[68216]: DEBUG oslo_vmware.rw_handles [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52382619-7e43-3f63-2d5a-7afcf3a0cf49/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 890.194793] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Uploaded image 42705280-2a3a-4e60-9b15-9d4468875c5e to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 890.196064] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 890.196348] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b51e4a4f-0ce2-4901-98b3-a12f6de9e204 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.208388] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 890.208388] env[68216]: value = "task-3068594" [ 890.208388] env[68216]: _type = "Task" [ 890.208388] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.222352] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068594, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.283213] env[68216]: DEBUG nova.compute.manager [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.322875] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.332930] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.354074] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068592, 'name': RemoveSnapshot_Task, 'duration_secs': 0.585366} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.354396] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 890.354676] env[68216]: DEBUG nova.compute.manager [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.356174] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eb88e9-e249-4cb5-bb50-9dd33387de67 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.363403] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.370455] env[68216]: INFO nova.scheduler.client.report [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Deleted allocations for instance 16e4cba8-065d-4254-b377-cc48b1db47f2 [ 890.380381] env[68216]: DEBUG nova.compute.manager [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.411765] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.414184] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.414311] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.414688] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.414688] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.415398] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.415398] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.415541] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.416132] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.416132] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.416932] env[68216]: DEBUG nova.virt.hardware [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.418638] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053299c7-d167-424f-8925-fcb81ac05bea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.436647] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ba6c3-7f28-4f83-90d5-463a1b7bfdbb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.449147] env[68216]: DEBUG oslo_vmware.api [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068593, 'name': ReconfigVM_Task, 'duration_secs': 0.543451} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.449842] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-7c1dbe00-050d-4257-82c1-a5671498aa6b/volume-7c1dbe00-050d-4257-82c1-a5671498aa6b.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.465181] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c587d2cb-6be2-4f36-9e56-0e9a225c885f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.484631] env[68216]: DEBUG oslo_vmware.api [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 890.484631] env[68216]: value = "task-3068595" [ 890.484631] env[68216]: _type = "Task" [ 890.484631] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.500501] env[68216]: DEBUG oslo_vmware.api [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.719995] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068594, 'name': Destroy_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.811060] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.811356] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.813689] env[68216]: INFO nova.compute.claims [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.854905] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.880906] env[68216]: INFO nova.compute.manager [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Shelve offloading [ 890.882514] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ec179029-a57c-432e-9461-a298ac5938d7 tempest-ServersAdminTestJSON-1955377121 tempest-ServersAdminTestJSON-1955377121-project-member] Lock "16e4cba8-065d-4254-b377-cc48b1db47f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.209s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.897150] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.995884] env[68216]: DEBUG oslo_vmware.api [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068595, 'name': ReconfigVM_Task, 'duration_secs': 0.164571} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.996226] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614500', 'volume_id': '7c1dbe00-050d-4257-82c1-a5671498aa6b', 'name': 'volume-7c1dbe00-050d-4257-82c1-a5671498aa6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b638e306-c9c8-40f1-9cb8-9f63ba0c8af0', 'attached_at': '', 'detached_at': '', 'volume_id': '7c1dbe00-050d-4257-82c1-a5671498aa6b', 'serial': '7c1dbe00-050d-4257-82c1-a5671498aa6b'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 891.134876] env[68216]: DEBUG nova.network.neutron [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Successfully updated port: 5716483e-52c3-4de4-914e-663a9d1ec8bb {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.177488] env[68216]: INFO nova.compute.manager [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Rebuilding instance [ 891.219867] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068594, 'name': Destroy_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.270097] env[68216]: DEBUG nova.compute.manager [req-44a684c8-e11f-4d3e-a0a7-1418c3da72eb req-cfb631c1-b00e-47f7-9d85-30d1effe36f0 service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Received event network-vif-plugged-5716483e-52c3-4de4-914e-663a9d1ec8bb {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.270097] env[68216]: DEBUG oslo_concurrency.lockutils [req-44a684c8-e11f-4d3e-a0a7-1418c3da72eb req-cfb631c1-b00e-47f7-9d85-30d1effe36f0 service nova] Acquiring lock "556316a3-4f5e-497a-b33a-a39926bc8b7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.270097] env[68216]: DEBUG oslo_concurrency.lockutils [req-44a684c8-e11f-4d3e-a0a7-1418c3da72eb req-cfb631c1-b00e-47f7-9d85-30d1effe36f0 service nova] Lock "556316a3-4f5e-497a-b33a-a39926bc8b7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.270097] env[68216]: DEBUG oslo_concurrency.lockutils [req-44a684c8-e11f-4d3e-a0a7-1418c3da72eb req-cfb631c1-b00e-47f7-9d85-30d1effe36f0 service nova] Lock "556316a3-4f5e-497a-b33a-a39926bc8b7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.270097] env[68216]: DEBUG nova.compute.manager [req-44a684c8-e11f-4d3e-a0a7-1418c3da72eb req-cfb631c1-b00e-47f7-9d85-30d1effe36f0 service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] No waiting events found dispatching network-vif-plugged-5716483e-52c3-4de4-914e-663a9d1ec8bb {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.270097] env[68216]: WARNING nova.compute.manager [req-44a684c8-e11f-4d3e-a0a7-1418c3da72eb req-cfb631c1-b00e-47f7-9d85-30d1effe36f0 service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Received unexpected event network-vif-plugged-5716483e-52c3-4de4-914e-663a9d1ec8bb for instance with vm_state building and task_state spawning. [ 891.280990] env[68216]: DEBUG nova.compute.manager [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.281921] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe2f12c-2070-49cd-a437-ecc2dbc6899d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.386264] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.386869] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff1c03a8-43df-4b90-a255-f3cc0937cdeb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.395194] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 891.395194] env[68216]: value = "task-3068596" [ 891.395194] env[68216]: _type = "Task" [ 891.395194] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.407414] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 891.407744] env[68216]: DEBUG nova.compute.manager [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.408688] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634eafd7-b92f-4df8-adf5-72890781b620 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.415678] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.415818] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.416503] env[68216]: DEBUG nova.network.neutron [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.640644] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "refresh_cache-556316a3-4f5e-497a-b33a-a39926bc8b7e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.641458] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "refresh_cache-556316a3-4f5e-497a-b33a-a39926bc8b7e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.641637] env[68216]: DEBUG nova.network.neutron [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.722422] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068594, 'name': Destroy_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.861703] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Acquiring lock "d78a3164-0de0-46f6-a977-ffc6308ea55b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.861942] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lock "d78a3164-0de0-46f6-a977-ffc6308ea55b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.862139] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Acquiring lock "d78a3164-0de0-46f6-a977-ffc6308ea55b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.862386] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lock "d78a3164-0de0-46f6-a977-ffc6308ea55b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.862571] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lock "d78a3164-0de0-46f6-a977-ffc6308ea55b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.864945] env[68216]: INFO nova.compute.manager [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Terminating instance [ 891.934951] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "eba375c4-b720-4034-8df5-b53cd1a66539" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.935302] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eba375c4-b720-4034-8df5-b53cd1a66539" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.935581] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "eba375c4-b720-4034-8df5-b53cd1a66539-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.935775] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eba375c4-b720-4034-8df5-b53cd1a66539-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.935982] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eba375c4-b720-4034-8df5-b53cd1a66539-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.941359] env[68216]: INFO nova.compute.manager [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Terminating instance [ 892.003609] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "1c792478-7aeb-4196-9bba-d8291ea43db2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.004116] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "1c792478-7aeb-4196-9bba-d8291ea43db2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.053567] env[68216]: DEBUG nova.objects.instance [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lazy-loading 'flavor' on Instance uuid b638e306-c9c8-40f1-9cb8-9f63ba0c8af0 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.163442] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6a0632-306f-4143-9725-f4823addbb0e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.166376] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "a042fa4e-69bd-4bce-8b02-c1bec4909365" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.166589] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.167262] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "a042fa4e-69bd-4bce-8b02-c1bec4909365-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.167468] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.167638] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.171630] env[68216]: INFO nova.compute.manager [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Terminating instance [ 892.173838] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb26deb3-202d-461d-8ae8-81275e7e3f2f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.216472] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb7c66-9182-4c6a-921a-7f02c81d5a94 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.219713] env[68216]: DEBUG nova.network.neutron [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.228033] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068594, 'name': Destroy_Task, 'duration_secs': 1.53167} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.230434] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Destroyed the VM [ 892.230691] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 892.231061] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4dba0be-4df1-4c60-8cf1-344e300b4179 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.233806] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed96e8e7-dc5e-41a2-83c5-bc514e361c8d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.251661] env[68216]: DEBUG nova.compute.provider_tree [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.254550] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 892.254550] env[68216]: value = "task-3068597" [ 892.254550] env[68216]: _type = "Task" [ 892.254550] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.262638] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068597, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.298550] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.299258] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea88cd1f-f1db-45e3-894d-8825f435da7b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.306646] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 892.306646] env[68216]: value = "task-3068598" [ 892.306646] env[68216]: _type = "Task" [ 892.306646] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.308343] env[68216]: DEBUG nova.network.neutron [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updating instance_info_cache with network_info: [{"id": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "address": "fa:16:3e:c0:26:6f", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee79d8c2-24", "ovs_interfaceid": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.322188] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.369912] env[68216]: DEBUG nova.compute.manager [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.370660] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.370660] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ed3a12-20de-472c-899d-6c2e38500245 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.381820] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for the task: (returnval){ [ 892.381820] env[68216]: value = "task-3068599" [ 892.381820] env[68216]: _type = "Task" [ 892.381820] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.393403] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.452425] env[68216]: DEBUG nova.compute.manager [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.453425] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.454421] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c788a0-dd61-4b26-b84b-81b7c9ab9102 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.463704] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.463989] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8787d9c-4257-4177-9d8d-909b38d8fbcc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.506910] env[68216]: DEBUG nova.compute.manager [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.564214] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d96cbf6-2790-4f40-b5a9-218874e7f4d1 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.363s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.581659] env[68216]: DEBUG nova.network.neutron [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Updating instance_info_cache with network_info: [{"id": "5716483e-52c3-4de4-914e-663a9d1ec8bb", "address": "fa:16:3e:4f:47:08", "network": {"id": "dd5c48c5-29fd-4696-b350-f9b8198733e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984954182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc3e751ee498450c88367eff6d7e6803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5716483e-52", "ovs_interfaceid": "5716483e-52c3-4de4-914e-663a9d1ec8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.683249] env[68216]: DEBUG nova.compute.manager [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.686020] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.686020] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abb0375-c664-4814-8523-c1a81583f869 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.697935] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.698921] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-340bcd78-7e36-451b-aa91-794ddda08dce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.707713] env[68216]: DEBUG oslo_vmware.api [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 892.707713] env[68216]: value = "task-3068601" [ 892.707713] env[68216]: _type = "Task" [ 892.707713] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.721115] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.721413] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.722534] env[68216]: DEBUG oslo_vmware.api [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.756170] env[68216]: DEBUG nova.scheduler.client.report [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.777110] env[68216]: DEBUG oslo_vmware.api [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068597, 'name': RemoveSnapshot_Task, 'duration_secs': 0.434076} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.777110] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 892.777110] env[68216]: INFO nova.compute.manager [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Took 16.71 seconds to snapshot the instance on the hypervisor. [ 892.813341] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.821765] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068598, 'name': PowerOffVM_Task, 'duration_secs': 0.163005} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.822149] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.822810] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.823671] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fff51d8-9002-4090-bf18-5dc62a3835e3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.831000] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.831577] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f173042d-a1be-4958-aea4-d3a67bba9771 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.859461] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.859815] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.859921] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Deleting the datastore file [datastore1] feb17be0-8167-4074-94f3-630662435e2b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.860140] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-081dfdf0-b54f-49b9-b1af-6197e47b22e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.867547] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 892.867547] env[68216]: value = "task-3068603" [ 892.867547] env[68216]: _type = "Task" [ 892.867547] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.878227] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.894615] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068599, 'name': PowerOffVM_Task, 'duration_secs': 0.228075} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.894908] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.895089] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 892.895290] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614356', 'volume_id': '3b78b61c-0988-43e9-96c4-41dba9e5f606', 'name': 'volume-3b78b61c-0988-43e9-96c4-41dba9e5f606', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd78a3164-0de0-46f6-a977-ffc6308ea55b', 'attached_at': '', 'detached_at': '', 'volume_id': '3b78b61c-0988-43e9-96c4-41dba9e5f606', 'serial': '3b78b61c-0988-43e9-96c4-41dba9e5f606'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 892.896129] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8db45d-0b42-46c3-9600-5b264e7d100f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.917868] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771fbedb-a4fd-40ba-9099-62c66593f0e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.925163] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea305df-7eaa-4137-93a2-ba8cee3f99d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.946250] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e92b87f-07c4-40ae-ac53-095cdf8cbba6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.963743] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] The volume has not been displaced from its original location: [datastore2] volume-3b78b61c-0988-43e9-96c4-41dba9e5f606/volume-3b78b61c-0988-43e9-96c4-41dba9e5f606.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 892.972113] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 892.972663] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd22453c-7c57-4019-aebf-500064d7530b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.998882] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for the task: (returnval){ [ 892.998882] env[68216]: value = "task-3068604" [ 892.998882] env[68216]: _type = "Task" [ 892.998882] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.009309] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.037940] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.052464] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "2274a461-afef-42ae-8d74-7659affa7b3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.052752] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "2274a461-afef-42ae-8d74-7659affa7b3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.085625] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "refresh_cache-556316a3-4f5e-497a-b33a-a39926bc8b7e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.085842] env[68216]: DEBUG nova.compute.manager [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Instance network_info: |[{"id": "5716483e-52c3-4de4-914e-663a9d1ec8bb", "address": "fa:16:3e:4f:47:08", "network": {"id": "dd5c48c5-29fd-4696-b350-f9b8198733e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984954182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc3e751ee498450c88367eff6d7e6803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5716483e-52", "ovs_interfaceid": "5716483e-52c3-4de4-914e-663a9d1ec8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.089609] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:47:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5716483e-52c3-4de4-914e-663a9d1ec8bb', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.096163] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Creating folder: Project (cc3e751ee498450c88367eff6d7e6803). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.097308] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-096629c8-7f09-463a-bb9e-ceeb7d232a17 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.108570] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Created folder: Project (cc3e751ee498450c88367eff6d7e6803) in parent group-v614292. [ 893.108692] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Creating folder: Instances. Parent ref: group-v614502. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.108927] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e418987e-ec50-4a8f-abd4-97edfb7a6148 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.119362] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Created folder: Instances in parent group-v614502. [ 893.119362] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.119505] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.119680] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68329119-ae32-492b-b901-d36160d1d0be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.139688] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.139688] env[68216]: value = "task-3068607" [ 893.139688] env[68216]: _type = "Task" [ 893.139688] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.152042] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068607, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.220221] env[68216]: DEBUG oslo_vmware.api [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068601, 'name': PowerOffVM_Task, 'duration_secs': 0.231125} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.220565] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.220824] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.220904] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01bcf9cf-69b4-4e0b-b018-fa33adbe9dcb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.224250] env[68216]: DEBUG nova.compute.manager [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.268160] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.268673] env[68216]: DEBUG nova.compute.manager [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.272187] env[68216]: DEBUG nova.compute.manager [req-21006da9-a2c8-40e7-86dd-dbe45aa079ee req-bc4abeed-81c4-4962-b9df-e0744fa4cfc4 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Received event network-vif-unplugged-ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.272247] env[68216]: DEBUG oslo_concurrency.lockutils [req-21006da9-a2c8-40e7-86dd-dbe45aa079ee req-bc4abeed-81c4-4962-b9df-e0744fa4cfc4 service nova] Acquiring lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.272485] env[68216]: DEBUG oslo_concurrency.lockutils [req-21006da9-a2c8-40e7-86dd-dbe45aa079ee req-bc4abeed-81c4-4962-b9df-e0744fa4cfc4 service nova] Lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.272651] env[68216]: DEBUG oslo_concurrency.lockutils [req-21006da9-a2c8-40e7-86dd-dbe45aa079ee req-bc4abeed-81c4-4962-b9df-e0744fa4cfc4 service nova] Lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.272835] env[68216]: DEBUG nova.compute.manager [req-21006da9-a2c8-40e7-86dd-dbe45aa079ee req-bc4abeed-81c4-4962-b9df-e0744fa4cfc4 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] No waiting events found dispatching network-vif-unplugged-ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.273028] env[68216]: WARNING nova.compute.manager [req-21006da9-a2c8-40e7-86dd-dbe45aa079ee req-bc4abeed-81c4-4962-b9df-e0744fa4cfc4 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Received unexpected event network-vif-unplugged-ee79d8c2-24fd-4b73-8f05-d270aa30e532 for instance with vm_state shelved and task_state shelving_offloading. [ 893.274140] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.422s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.276941] env[68216]: INFO nova.compute.claims [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.279198] env[68216]: DEBUG nova.compute.manager [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Instance disappeared during snapshot {{(pid=68216) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 893.288713] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.288969] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.289244] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleting the datastore file [datastore2] a042fa4e-69bd-4bce-8b02-c1bec4909365 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.289567] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3361226f-6c89-48ff-a64f-90cdb017d88d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.296052] env[68216]: DEBUG nova.compute.manager [None req-34944618-335a-4ae9-aa13-5910ca0b2781 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image not found during clean up 42705280-2a3a-4e60-9b15-9d4468875c5e {{(pid=68216) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 893.300075] env[68216]: DEBUG oslo_vmware.api [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 893.300075] env[68216]: value = "task-3068609" [ 893.300075] env[68216]: _type = "Task" [ 893.300075] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.304100] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.304917] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b835f5cc-21a0-4d01-bb67-7026266ac3b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.311350] env[68216]: DEBUG oslo_vmware.api [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.314124] env[68216]: DEBUG nova.compute.manager [req-5abae6a6-9f5a-4748-a47d-055da6bcf9d3 req-565074e4-4e36-4ec0-8ff9-a3e3cf6c03b8 service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Received event network-changed-5716483e-52c3-4de4-914e-663a9d1ec8bb {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.314311] env[68216]: DEBUG nova.compute.manager [req-5abae6a6-9f5a-4748-a47d-055da6bcf9d3 req-565074e4-4e36-4ec0-8ff9-a3e3cf6c03b8 service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Refreshing instance network info cache due to event network-changed-5716483e-52c3-4de4-914e-663a9d1ec8bb. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 893.314547] env[68216]: DEBUG oslo_concurrency.lockutils [req-5abae6a6-9f5a-4748-a47d-055da6bcf9d3 req-565074e4-4e36-4ec0-8ff9-a3e3cf6c03b8 service nova] Acquiring lock "refresh_cache-556316a3-4f5e-497a-b33a-a39926bc8b7e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.314660] env[68216]: DEBUG oslo_concurrency.lockutils [req-5abae6a6-9f5a-4748-a47d-055da6bcf9d3 req-565074e4-4e36-4ec0-8ff9-a3e3cf6c03b8 service nova] Acquired lock "refresh_cache-556316a3-4f5e-497a-b33a-a39926bc8b7e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.314817] env[68216]: DEBUG nova.network.neutron [req-5abae6a6-9f5a-4748-a47d-055da6bcf9d3 req-565074e4-4e36-4ec0-8ff9-a3e3cf6c03b8 service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Refreshing network info cache for port 5716483e-52c3-4de4-914e-663a9d1ec8bb {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.319397] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.319811] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f468ba8-3c98-4f69-ac92-d2f0ededc2c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.378130] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158929} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.378933] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.379131] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.379303] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.381761] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.381944] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.382124] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleting the datastore file [datastore2] 878d010a-a036-4228-85fa-7f3d990bfd58 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.382574] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2678832-c04a-4c08-9af5-e3e2337ab77c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.388803] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 893.388803] env[68216]: value = "task-3068611" [ 893.388803] env[68216]: _type = "Task" [ 893.388803] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.398408] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.496089] env[68216]: DEBUG oslo_concurrency.lockutils [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.496339] env[68216]: DEBUG oslo_concurrency.lockutils [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.508396] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068604, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.556830] env[68216]: DEBUG nova.compute.manager [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.650192] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068607, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.749667] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.775319] env[68216]: DEBUG nova.compute.utils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.777077] env[68216]: DEBUG nova.compute.manager [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.777077] env[68216]: DEBUG nova.network.neutron [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.809669] env[68216]: DEBUG oslo_vmware.api [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341072} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.809920] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.810679] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.810896] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.811084] env[68216]: INFO nova.compute.manager [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Took 1.13 seconds to destroy the instance on the hypervisor. [ 893.811499] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.811731] env[68216]: DEBUG nova.compute.manager [-] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.811828] env[68216]: DEBUG nova.network.neutron [-] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.844727] env[68216]: DEBUG nova.policy [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '929ce35e732642f295aed1a72ddfcecb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8611438f9aa74c7681a9acba574d4836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.903040] env[68216]: DEBUG oslo_vmware.api [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333773} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.903040] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.903040] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.903040] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.930537] env[68216]: INFO nova.scheduler.client.report [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleted allocations for instance 878d010a-a036-4228-85fa-7f3d990bfd58 [ 893.999790] env[68216]: INFO nova.compute.manager [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Detaching volume 7c1dbe00-050d-4257-82c1-a5671498aa6b [ 894.015499] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068604, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.056763] env[68216]: INFO nova.virt.block_device [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Attempting to driver detach volume 7c1dbe00-050d-4257-82c1-a5671498aa6b from mountpoint /dev/sdb [ 894.056990] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 894.057219] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614500', 'volume_id': '7c1dbe00-050d-4257-82c1-a5671498aa6b', 'name': 'volume-7c1dbe00-050d-4257-82c1-a5671498aa6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b638e306-c9c8-40f1-9cb8-9f63ba0c8af0', 'attached_at': '', 'detached_at': '', 'volume_id': '7c1dbe00-050d-4257-82c1-a5671498aa6b', 'serial': '7c1dbe00-050d-4257-82c1-a5671498aa6b'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 894.058063] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8209c748-703e-43ef-b4f4-3d4e042685bb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.090454] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1dfe32-0fe1-4b18-8136-9b5f1755df01 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.099186] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3a34b0-5138-4784-89c3-69b43c34f5af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.103260] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.123340] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9452e3-7ce7-4884-8b02-b0b70c699205 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.138926] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] The volume has not been displaced from its original location: [datastore1] volume-7c1dbe00-050d-4257-82c1-a5671498aa6b/volume-7c1dbe00-050d-4257-82c1-a5671498aa6b.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 894.144589] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.145062] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cef7a96-1f02-4bad-9cc8-bf3fddfe9816 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.168141] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068607, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.172120] env[68216]: DEBUG oslo_vmware.api [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 894.172120] env[68216]: value = "task-3068612" [ 894.172120] env[68216]: _type = "Task" [ 894.172120] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.181831] env[68216]: DEBUG oslo_vmware.api [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.254233] env[68216]: DEBUG nova.network.neutron [req-5abae6a6-9f5a-4748-a47d-055da6bcf9d3 req-565074e4-4e36-4ec0-8ff9-a3e3cf6c03b8 service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Updated VIF entry in instance network info cache for port 5716483e-52c3-4de4-914e-663a9d1ec8bb. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.254598] env[68216]: DEBUG nova.network.neutron [req-5abae6a6-9f5a-4748-a47d-055da6bcf9d3 req-565074e4-4e36-4ec0-8ff9-a3e3cf6c03b8 service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Updating instance_info_cache with network_info: [{"id": "5716483e-52c3-4de4-914e-663a9d1ec8bb", "address": "fa:16:3e:4f:47:08", "network": {"id": "dd5c48c5-29fd-4696-b350-f9b8198733e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984954182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc3e751ee498450c88367eff6d7e6803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5716483e-52", "ovs_interfaceid": "5716483e-52c3-4de4-914e-663a9d1ec8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.257483] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.257564] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.257803] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleting the datastore file [datastore1] eba375c4-b720-4034-8df5-b53cd1a66539 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.258232] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bd37811-9272-4989-b64c-df6f1361817a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.264883] env[68216]: DEBUG oslo_vmware.api [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 894.264883] env[68216]: value = "task-3068613" [ 894.264883] env[68216]: _type = "Task" [ 894.264883] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.278482] env[68216]: DEBUG oslo_vmware.api [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.281033] env[68216]: DEBUG nova.compute.manager [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.410023] env[68216]: DEBUG nova.network.neutron [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Successfully created port: 538307cf-367a-4c43-9ea0-df7aafc2934e {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.431317] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.431563] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.431637] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.432400] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.432627] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.432822] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.433120] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.433327] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.433680] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.434237] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.434529] env[68216]: DEBUG nova.virt.hardware [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.437815] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c560d986-6f40-4a0e-ab8d-3fc41cf04cde {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.446111] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.453146] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ec6afc-d71c-4e74-8604-fc36149c669c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.472663] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.479036] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.479649] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb17be0-8167-4074-94f3-630662435e2b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.480877] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38b595ef-c7ce-4cf9-9f14-8705e6c67ba4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.498830] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.498830] env[68216]: value = "task-3068614" [ 894.498830] env[68216]: _type = "Task" [ 894.498830] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.515836] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068614, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.519366] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068604, 'name': ReconfigVM_Task, 'duration_secs': 1.247941} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.522628] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.528081] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da1fa1f-914a-413d-adb6-9698708690f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.546246] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for the task: (returnval){ [ 894.546246] env[68216]: value = "task-3068615" [ 894.546246] env[68216]: _type = "Task" [ 894.546246] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.555454] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.657731] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068607, 'name': CreateVM_Task, 'duration_secs': 1.498896} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.657731] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.659053] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.659053] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.659053] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.659295] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5e4986-63f2-41c9-9aa9-abda47b00ea3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.664094] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 894.664094] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5227a703-73ca-50e6-0010-e622432b0a7f" [ 894.664094] env[68216]: _type = "Task" [ 894.664094] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.675021] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5227a703-73ca-50e6-0010-e622432b0a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.685443] env[68216]: DEBUG oslo_vmware.api [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068612, 'name': ReconfigVM_Task, 'duration_secs': 0.280311} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.685865] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.690760] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e18ccd3-fe93-4d59-a0dd-bba59fc29e32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.710489] env[68216]: DEBUG oslo_vmware.api [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 894.710489] env[68216]: value = "task-3068616" [ 894.710489] env[68216]: _type = "Task" [ 894.710489] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.718909] env[68216]: DEBUG oslo_vmware.api [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.750726] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d6d585-9241-4f27-862d-1f7135fad4df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.758210] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feaacfd-98f6-46de-a124-d4b2035050b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.762115] env[68216]: DEBUG oslo_concurrency.lockutils [req-5abae6a6-9f5a-4748-a47d-055da6bcf9d3 req-565074e4-4e36-4ec0-8ff9-a3e3cf6c03b8 service nova] Releasing lock "refresh_cache-556316a3-4f5e-497a-b33a-a39926bc8b7e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.797791] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f9dfa-2eb5-4096-8787-5df2ac1a8ba0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.805521] env[68216]: DEBUG oslo_vmware.api [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206615} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.808136] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.808340] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.809421] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.809421] env[68216]: INFO nova.compute.manager [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Took 2.36 seconds to destroy the instance on the hypervisor. [ 894.809421] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.809556] env[68216]: DEBUG nova.compute.manager [-] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.809602] env[68216]: DEBUG nova.network.neutron [-] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.813036] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e56e4b-1f6c-4c88-99b1-11bccfb2fb96 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.827486] env[68216]: DEBUG nova.compute.provider_tree [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.942353] env[68216]: DEBUG nova.network.neutron [-] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.008679] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068614, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.059319] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068615, 'name': ReconfigVM_Task, 'duration_secs': 0.166363} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.061018] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614356', 'volume_id': '3b78b61c-0988-43e9-96c4-41dba9e5f606', 'name': 'volume-3b78b61c-0988-43e9-96c4-41dba9e5f606', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd78a3164-0de0-46f6-a977-ffc6308ea55b', 'attached_at': '', 'detached_at': '', 'volume_id': '3b78b61c-0988-43e9-96c4-41dba9e5f606', 'serial': '3b78b61c-0988-43e9-96c4-41dba9e5f606'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 895.061018] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.061018] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc9843-4ae2-45f5-9ccc-c403537d78f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.068921] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.068921] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a00a6582-9f0f-44bf-b1a4-98302f7f95ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.131944] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.132180] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.132356] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Deleting the datastore file [datastore2] d78a3164-0de0-46f6-a977-ffc6308ea55b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.132610] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39e53fdf-0e56-42ad-a171-aff500c5fe0f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.139662] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for the task: (returnval){ [ 895.139662] env[68216]: value = "task-3068618" [ 895.139662] env[68216]: _type = "Task" [ 895.139662] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.147598] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.179248] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5227a703-73ca-50e6-0010-e622432b0a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.179571] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.179835] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.180642] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.180642] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.180642] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.180642] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-868e3d4a-756d-4dd8-bc41-0bfe7be9918b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.191841] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.191841] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.192710] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6f56e7-b88e-4f00-998e-7fa695e1b9ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.207340] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 895.207340] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5261c8e8-c05f-55c0-f360-5136d996ca5a" [ 895.207340] env[68216]: _type = "Task" [ 895.207340] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.231257] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5261c8e8-c05f-55c0-f360-5136d996ca5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012862} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.234411] env[68216]: DEBUG oslo_vmware.api [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.234767] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9cc2e8-a1a1-438e-b52b-4c380154e8ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.241940] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 895.241940] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52556078-d176-c65e-dbe7-4ae85b7934f7" [ 895.241940] env[68216]: _type = "Task" [ 895.241940] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.259020] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52556078-d176-c65e-dbe7-4ae85b7934f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.296016] env[68216]: DEBUG nova.compute.manager [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.346594] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.346875] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.347040] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.349418] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.349640] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.349889] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.350144] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.350326] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.350487] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.350655] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.350828] env[68216]: DEBUG nova.virt.hardware [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.351747] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0dd807-d431-45fa-ba8a-ba45b7a7b404 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.362847] env[68216]: ERROR nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [req-97a4c09d-dcd0-4f11-8e42-fbf6cb7e1d84] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97a4c09d-dcd0-4f11-8e42-fbf6cb7e1d84"}]} [ 895.364452] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e945b6ed-18d7-4450-a6e2-093e159fe26d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.393687] env[68216]: DEBUG nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 895.418395] env[68216]: DEBUG nova.compute.manager [req-022a88f6-f83b-40e6-9362-1728745b835c req-8798b82d-e461-43be-8783-c95862a8d009 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Received event network-changed-ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.418795] env[68216]: DEBUG nova.compute.manager [req-022a88f6-f83b-40e6-9362-1728745b835c req-8798b82d-e461-43be-8783-c95862a8d009 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Refreshing instance network info cache due to event network-changed-ee79d8c2-24fd-4b73-8f05-d270aa30e532. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 895.419063] env[68216]: DEBUG oslo_concurrency.lockutils [req-022a88f6-f83b-40e6-9362-1728745b835c req-8798b82d-e461-43be-8783-c95862a8d009 service nova] Acquiring lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.419358] env[68216]: DEBUG oslo_concurrency.lockutils [req-022a88f6-f83b-40e6-9362-1728745b835c req-8798b82d-e461-43be-8783-c95862a8d009 service nova] Acquired lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.419647] env[68216]: DEBUG nova.network.neutron [req-022a88f6-f83b-40e6-9362-1728745b835c req-8798b82d-e461-43be-8783-c95862a8d009 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Refreshing network info cache for port ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.422136] env[68216]: DEBUG nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 895.422397] env[68216]: DEBUG nova.compute.provider_tree [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.445181] env[68216]: INFO nova.compute.manager [-] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Took 1.63 seconds to deallocate network for instance. [ 895.447607] env[68216]: DEBUG nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 895.479043] env[68216]: DEBUG nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 895.506332] env[68216]: DEBUG nova.compute.manager [req-b22a06da-fc2a-46cc-a74a-bcb0f11d29b8 req-c6dcdf7a-4b42-4d31-a107-4afe2c2762c6 service nova] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Received event network-vif-deleted-0d5b6775-7b46-4abc-85d7-1fb668b229b1 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.506523] env[68216]: DEBUG nova.compute.manager [req-b22a06da-fc2a-46cc-a74a-bcb0f11d29b8 req-c6dcdf7a-4b42-4d31-a107-4afe2c2762c6 service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Received event network-vif-deleted-cbf61883-cd42-4bab-bdd6-7103d6f7ac2f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.506683] env[68216]: INFO nova.compute.manager [req-b22a06da-fc2a-46cc-a74a-bcb0f11d29b8 req-c6dcdf7a-4b42-4d31-a107-4afe2c2762c6 service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Neutron deleted interface cbf61883-cd42-4bab-bdd6-7103d6f7ac2f; detaching it from the instance and deleting it from the info cache [ 895.506886] env[68216]: DEBUG nova.network.neutron [req-b22a06da-fc2a-46cc-a74a-bcb0f11d29b8 req-c6dcdf7a-4b42-4d31-a107-4afe2c2762c6 service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.513830] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068614, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.652118] env[68216]: DEBUG oslo_vmware.api [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Task: {'id': task-3068618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135855} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.655071] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.655284] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.655475] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.655647] env[68216]: INFO nova.compute.manager [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Took 3.29 seconds to destroy the instance on the hypervisor. [ 895.655920] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.656361] env[68216]: DEBUG nova.compute.manager [-] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.656434] env[68216]: DEBUG nova.network.neutron [-] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.729960] env[68216]: DEBUG nova.network.neutron [-] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.731495] env[68216]: DEBUG oslo_vmware.api [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068616, 'name': ReconfigVM_Task, 'duration_secs': 0.849447} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.732504] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614500', 'volume_id': '7c1dbe00-050d-4257-82c1-a5671498aa6b', 'name': 'volume-7c1dbe00-050d-4257-82c1-a5671498aa6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b638e306-c9c8-40f1-9cb8-9f63ba0c8af0', 'attached_at': '', 'detached_at': '', 'volume_id': '7c1dbe00-050d-4257-82c1-a5671498aa6b', 'serial': '7c1dbe00-050d-4257-82c1-a5671498aa6b'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 895.756731] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52556078-d176-c65e-dbe7-4ae85b7934f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015106} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.761050] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.761372] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 556316a3-4f5e-497a-b33a-a39926bc8b7e/556316a3-4f5e-497a-b33a-a39926bc8b7e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.762154] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a754ea37-0b98-477e-a558-87a856c19db3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.773733] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 895.773733] env[68216]: value = "task-3068619" [ 895.773733] env[68216]: _type = "Task" [ 895.773733] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.796024] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.881804] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fc21f7-ad32-4c58-bc3b-b15ce63f9f56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.895650] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e7dbec-ae19-41b2-b2b7-8f4d870b1760 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.934246] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9dcdb2-d02f-4ae9-9377-e0d58b455dac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.941999] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b72f44-4377-441b-9df5-da84375acd78 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.959812] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.960472] env[68216]: DEBUG nova.compute.provider_tree [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.010357] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b3d7e4a-dbc3-4439-baba-8ddb88485316 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.016190] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068614, 'name': CreateVM_Task, 'duration_secs': 1.233471} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.016993] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb17be0-8167-4074-94f3-630662435e2b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.017535] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.017751] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.018130] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.018683] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c756df7-bd6b-4540-a46e-3ee84b043ec9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.029548] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdee422a-3f3f-4251-a491-8781ee9ff59d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.049913] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 896.049913] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522f82ad-beef-10e4-777f-453d209ae691" [ 896.049913] env[68216]: _type = "Task" [ 896.049913] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.060184] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522f82ad-beef-10e4-777f-453d209ae691, 'name': SearchDatastore_Task, 'duration_secs': 0.017697} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.076076] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.076365] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.076668] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.077136] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.077136] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.079130] env[68216]: DEBUG nova.compute.manager [req-b22a06da-fc2a-46cc-a74a-bcb0f11d29b8 req-c6dcdf7a-4b42-4d31-a107-4afe2c2762c6 service nova] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Detach interface failed, port_id=cbf61883-cd42-4bab-bdd6-7103d6f7ac2f, reason: Instance eba375c4-b720-4034-8df5-b53cd1a66539 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 896.079130] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1c6cea5-f5de-48b2-b773-7fa4897ba02b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.088811] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.088811] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.090117] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b738d211-270b-43ef-9276-437b157eb3eb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.096950] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 896.096950] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cca12a-a40f-4c5b-4d8b-bfee7e8dca79" [ 896.096950] env[68216]: _type = "Task" [ 896.096950] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.108109] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cca12a-a40f-4c5b-4d8b-bfee7e8dca79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.233694] env[68216]: INFO nova.compute.manager [-] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Took 1.42 seconds to deallocate network for instance. [ 896.288753] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068619, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.298311] env[68216]: DEBUG nova.objects.instance [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lazy-loading 'flavor' on Instance uuid b638e306-c9c8-40f1-9cb8-9f63ba0c8af0 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.486345] env[68216]: ERROR nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [req-572e051c-6595-400f-836c-9d1105ac656b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-572e051c-6595-400f-836c-9d1105ac656b"}]} [ 896.507567] env[68216]: DEBUG nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 896.524047] env[68216]: DEBUG nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 896.524274] env[68216]: DEBUG nova.compute.provider_tree [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.543522] env[68216]: DEBUG nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 896.543522] env[68216]: DEBUG nova.compute.provider_tree [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 112 to 113 during operation: update_aggregates {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 896.565850] env[68216]: DEBUG nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 896.593565] env[68216]: DEBUG nova.network.neutron [req-022a88f6-f83b-40e6-9362-1728745b835c req-8798b82d-e461-43be-8783-c95862a8d009 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updated VIF entry in instance network info cache for port ee79d8c2-24fd-4b73-8f05-d270aa30e532. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.593958] env[68216]: DEBUG nova.network.neutron [req-022a88f6-f83b-40e6-9362-1728745b835c req-8798b82d-e461-43be-8783-c95862a8d009 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updating instance_info_cache with network_info: [{"id": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "address": "fa:16:3e:c0:26:6f", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": null, "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapee79d8c2-24", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.614892] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cca12a-a40f-4c5b-4d8b-bfee7e8dca79, 'name': SearchDatastore_Task, 'duration_secs': 0.017831} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.621049] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86cdfb0e-bf11-4870-9633-ef95424c70b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.627955] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 896.627955] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5229bdf6-5652-e5a1-0917-ac895ac22268" [ 896.627955] env[68216]: _type = "Task" [ 896.627955] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.637966] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5229bdf6-5652-e5a1-0917-ac895ac22268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.743620] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.767305] env[68216]: DEBUG oslo_vmware.rw_handles [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52272ba1-82dd-8d1e-845e-6f29070a97f0/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.768522] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ef85ef-30b4-4094-8aca-6f7a49c51fde {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.777177] env[68216]: DEBUG oslo_vmware.rw_handles [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52272ba1-82dd-8d1e-845e-6f29070a97f0/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.777366] env[68216]: ERROR oslo_vmware.rw_handles [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52272ba1-82dd-8d1e-845e-6f29070a97f0/disk-0.vmdk due to incomplete transfer. [ 896.781048] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-80099aaa-80db-4d6b-8322-be88117c9d6b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.788545] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593306} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.789602] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 556316a3-4f5e-497a-b33a-a39926bc8b7e/556316a3-4f5e-497a-b33a-a39926bc8b7e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.793227] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.793227] env[68216]: DEBUG nova.network.neutron [-] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.793227] env[68216]: DEBUG oslo_vmware.rw_handles [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52272ba1-82dd-8d1e-845e-6f29070a97f0/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.793227] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Uploaded image eca6eedb-b5a5-4531-ae41-3ec163637893 to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.795750] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.798275] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea564cbb-fc8c-437a-ba0b-13aca6d2a7a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.800175] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e38ad70f-0bc8-4360-80fc-d2c079e61d06 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.808735] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 896.808735] env[68216]: value = "task-3068620" [ 896.808735] env[68216]: _type = "Task" [ 896.808735] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.811153] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 896.811153] env[68216]: value = "task-3068621" [ 896.811153] env[68216]: _type = "Task" [ 896.811153] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.829299] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.833151] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068621, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.931723] env[68216]: DEBUG nova.network.neutron [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Successfully updated port: 538307cf-367a-4c43-9ea0-df7aafc2934e {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.011318] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.011638] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.019769] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ab03eb-3c7a-4039-87df-ede69713210f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.028967] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770047eb-7409-4da2-a9b4-ce7085ffaae1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.060669] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085f5501-8039-4e33-b8e6-9f0d89243a21 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.068488] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1b659c-e843-46fa-9094-147559435ae0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.083530] env[68216]: DEBUG nova.compute.provider_tree [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.096289] env[68216]: DEBUG oslo_concurrency.lockutils [req-022a88f6-f83b-40e6-9362-1728745b835c req-8798b82d-e461-43be-8783-c95862a8d009 service nova] Releasing lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.139959] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5229bdf6-5652-e5a1-0917-ac895ac22268, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.140251] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.140503] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] feb17be0-8167-4074-94f3-630662435e2b/feb17be0-8167-4074-94f3-630662435e2b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.140757] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-095e7a98-5e31-4010-bf08-3023dd04f5dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.147125] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 897.147125] env[68216]: value = "task-3068622" [ 897.147125] env[68216]: _type = "Task" [ 897.147125] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.154827] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.297287] env[68216]: INFO nova.compute.manager [-] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Took 1.64 seconds to deallocate network for instance. [ 897.309345] env[68216]: DEBUG oslo_concurrency.lockutils [None req-98b2b12e-9a15-4401-b057-b39d11c0bb70 tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.813s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.320617] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357193} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.321303] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.322695] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a80c14-65e9-4f66-b2ce-15ca80c251a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.328974] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068621, 'name': Destroy_Task, 'duration_secs': 0.304552} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.329479] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Destroyed the VM [ 897.329696] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 897.329957] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5fe6b95b-3564-4df4-9422-ce0c0fc283ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.350252] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 556316a3-4f5e-497a-b33a-a39926bc8b7e/556316a3-4f5e-497a-b33a-a39926bc8b7e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.353074] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fbf2abb-c93f-4c41-9f39-acbac1bcde78 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.368622] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 897.368622] env[68216]: value = "task-3068623" [ 897.368622] env[68216]: _type = "Task" [ 897.368622] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.373854] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 897.373854] env[68216]: value = "task-3068624" [ 897.373854] env[68216]: _type = "Task" [ 897.373854] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.380157] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068623, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.386062] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.434354] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "refresh_cache-a508810a-700a-4fee-b20d-e5486814939a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.434557] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "refresh_cache-a508810a-700a-4fee-b20d-e5486814939a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.434785] env[68216]: DEBUG nova.network.neutron [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.436271] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "878d010a-a036-4228-85fa-7f3d990bfd58" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.451269] env[68216]: DEBUG nova.compute.manager [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] [instance: a508810a-700a-4fee-b20d-e5486814939a] Received event network-vif-plugged-538307cf-367a-4c43-9ea0-df7aafc2934e {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 897.451419] env[68216]: DEBUG oslo_concurrency.lockutils [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] Acquiring lock "a508810a-700a-4fee-b20d-e5486814939a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.451549] env[68216]: DEBUG oslo_concurrency.lockutils [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] Lock "a508810a-700a-4fee-b20d-e5486814939a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.451721] env[68216]: DEBUG oslo_concurrency.lockutils [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] Lock "a508810a-700a-4fee-b20d-e5486814939a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.451890] env[68216]: DEBUG nova.compute.manager [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] [instance: a508810a-700a-4fee-b20d-e5486814939a] No waiting events found dispatching network-vif-plugged-538307cf-367a-4c43-9ea0-df7aafc2934e {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.452247] env[68216]: WARNING nova.compute.manager [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] [instance: a508810a-700a-4fee-b20d-e5486814939a] Received unexpected event network-vif-plugged-538307cf-367a-4c43-9ea0-df7aafc2934e for instance with vm_state building and task_state spawning. [ 897.452424] env[68216]: DEBUG nova.compute.manager [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] [instance: a508810a-700a-4fee-b20d-e5486814939a] Received event network-changed-538307cf-367a-4c43-9ea0-df7aafc2934e {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 897.452586] env[68216]: DEBUG nova.compute.manager [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] [instance: a508810a-700a-4fee-b20d-e5486814939a] Refreshing instance network info cache due to event network-changed-538307cf-367a-4c43-9ea0-df7aafc2934e. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 897.452755] env[68216]: DEBUG oslo_concurrency.lockutils [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] Acquiring lock "refresh_cache-a508810a-700a-4fee-b20d-e5486814939a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.514705] env[68216]: DEBUG nova.compute.manager [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.588157] env[68216]: DEBUG nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.658800] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500341} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.659321] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] feb17be0-8167-4074-94f3-630662435e2b/feb17be0-8167-4074-94f3-630662435e2b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.659321] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.659535] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00e52685-cc77-4568-9193-e69b80a330b6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.667949] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 897.667949] env[68216]: value = "task-3068625" [ 897.667949] env[68216]: _type = "Task" [ 897.667949] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.678182] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.687731] env[68216]: DEBUG nova.compute.manager [req-8d44aa79-88cf-45ab-a890-bcca2e1a9e1d req-ed49bb1d-dd63-4f4f-b03e-f5721b7760c6 service nova] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Received event network-vif-deleted-dd5441f3-3608-4374-bb04-d22879f066e5 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 897.846727] env[68216]: INFO nova.compute.manager [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Took 0.55 seconds to detach 1 volumes for instance. [ 897.848278] env[68216]: DEBUG nova.compute.manager [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Deleting volume: 3b78b61c-0988-43e9-96c4-41dba9e5f606 {{(pid=68216) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 897.885129] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068623, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.895638] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068624, 'name': ReconfigVM_Task, 'duration_secs': 0.460309} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.896246] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 556316a3-4f5e-497a-b33a-a39926bc8b7e/556316a3-4f5e-497a-b33a-a39926bc8b7e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.896932] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d09150a-c3fa-4b2b-9829-de12e86aaee6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.904241] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 897.904241] env[68216]: value = "task-3068626" [ 897.904241] env[68216]: _type = "Task" [ 897.904241] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.919443] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068626, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.994400] env[68216]: DEBUG nova.network.neutron [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.041165] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.093380] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.819s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.093944] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.096711] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.200s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.098099] env[68216]: INFO nova.compute.claims [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.178295] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083644} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.178412] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.179133] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adf71b4-adcd-4130-9762-9e1929f2df70 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.198730] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] feb17be0-8167-4074-94f3-630662435e2b/feb17be0-8167-4074-94f3-630662435e2b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.199032] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d50370e1-f7a3-4aab-8de6-18c595035b11 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.213655] env[68216]: DEBUG nova.network.neutron [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Updating instance_info_cache with network_info: [{"id": "538307cf-367a-4c43-9ea0-df7aafc2934e", "address": "fa:16:3e:14:8d:60", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538307cf-36", "ovs_interfaceid": "538307cf-367a-4c43-9ea0-df7aafc2934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.221286] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 898.221286] env[68216]: value = "task-3068628" [ 898.221286] env[68216]: _type = "Task" [ 898.221286] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.228946] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.379145] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068623, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6236} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.379421] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 898.379700] env[68216]: DEBUG nova.compute.manager [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.380534] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd1d98b-dfb2-48b9-9ad7-edccefa1c097 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.398894] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.413726] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068626, 'name': Rename_Task, 'duration_secs': 0.295898} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.414184] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.415463] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-124534f9-e26d-45d8-9142-3dd57942dd55 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.421061] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 898.421061] env[68216]: value = "task-3068629" [ 898.421061] env[68216]: _type = "Task" [ 898.421061] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.428665] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.605674] env[68216]: DEBUG nova.compute.utils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.608135] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.608135] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.646370] env[68216]: DEBUG nova.policy [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fef39437d34d1ea38e544dbbe3eb31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46b9c5b936a44c29adf499be1ac1f867', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.716989] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "refresh_cache-a508810a-700a-4fee-b20d-e5486814939a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.717744] env[68216]: DEBUG nova.compute.manager [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Instance network_info: |[{"id": "538307cf-367a-4c43-9ea0-df7aafc2934e", "address": "fa:16:3e:14:8d:60", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538307cf-36", "ovs_interfaceid": "538307cf-367a-4c43-9ea0-df7aafc2934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.718101] env[68216]: DEBUG oslo_concurrency.lockutils [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] Acquired lock "refresh_cache-a508810a-700a-4fee-b20d-e5486814939a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.718315] env[68216]: DEBUG nova.network.neutron [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] [instance: a508810a-700a-4fee-b20d-e5486814939a] Refreshing network info cache for port 538307cf-367a-4c43-9ea0-df7aafc2934e {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.719788] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:8d:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '538307cf-367a-4c43-9ea0-df7aafc2934e', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.733634] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.738984] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a508810a-700a-4fee-b20d-e5486814939a] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.743249] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39e9c9e3-1a6a-4d12-a4d5-5058f6aa8da5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.769963] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.771282] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.771282] env[68216]: value = "task-3068630" [ 898.771282] env[68216]: _type = "Task" [ 898.771282] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.779696] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068630, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.893705] env[68216]: INFO nova.compute.manager [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Shelve offloading [ 898.930742] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.982602] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "62f7fac8-e40f-4da1-843c-7969cf743356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.983092] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "62f7fac8-e40f-4da1-843c-7969cf743356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.111118] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.251251] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.283038] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068630, 'name': CreateVM_Task, 'duration_secs': 0.431447} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.283252] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a508810a-700a-4fee-b20d-e5486814939a] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.283949] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.284157] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.284446] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.284730] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2e03c1-59f2-44d0-bb01-459218d8a8b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.294780] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 899.294780] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52950c91-2bd8-0a70-afc1-f7133c3322f8" [ 899.294780] env[68216]: _type = "Task" [ 899.294780] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.295646] env[68216]: DEBUG nova.network.neutron [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] [instance: a508810a-700a-4fee-b20d-e5486814939a] Updated VIF entry in instance network info cache for port 538307cf-367a-4c43-9ea0-df7aafc2934e. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.296151] env[68216]: DEBUG nova.network.neutron [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] [instance: a508810a-700a-4fee-b20d-e5486814939a] Updating instance_info_cache with network_info: [{"id": "538307cf-367a-4c43-9ea0-df7aafc2934e", "address": "fa:16:3e:14:8d:60", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538307cf-36", "ovs_interfaceid": "538307cf-367a-4c43-9ea0-df7aafc2934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.311817] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52950c91-2bd8-0a70-afc1-f7133c3322f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.322700] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Successfully created port: 65ebb6a4-e5d9-46c3-8708-ee45dedc1efc {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.405699] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.405699] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58f3674f-8382-4613-9b43-3bdcecc2ed63 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.412744] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 899.412744] env[68216]: value = "task-3068631" [ 899.412744] env[68216]: _type = "Task" [ 899.412744] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.432436] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 899.432810] env[68216]: DEBUG nova.compute.manager [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.433986] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b811d48-4e66-4df8-9336-64f3f47fa788 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.441703] env[68216]: DEBUG oslo_vmware.api [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068629, 'name': PowerOnVM_Task, 'duration_secs': 0.574102} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.445150] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.445150] env[68216]: INFO nova.compute.manager [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Took 9.06 seconds to spawn the instance on the hypervisor. [ 899.445150] env[68216]: DEBUG nova.compute.manager [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.445150] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.445150] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.445350] env[68216]: DEBUG nova.network.neutron [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.449404] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33073170-5443-43e0-bae8-b9809563ec5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.486834] env[68216]: DEBUG nova.compute.manager [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.527698] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e704232-288e-4772-bac6-05e3b64f18a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.536559] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f028b7-22fc-4520-9672-c8dada394ce3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.576283] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd5baa2-e52c-4b4e-9bc7-171fcb7a98e5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.586600] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d364215f-0335-486c-a062-6bb4ce38c671 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.602712] env[68216]: DEBUG nova.compute.provider_tree [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.752167] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068628, 'name': ReconfigVM_Task, 'duration_secs': 1.231155} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.752478] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Reconfigured VM instance instance-00000049 to attach disk [datastore2] feb17be0-8167-4074-94f3-630662435e2b/feb17be0-8167-4074-94f3-630662435e2b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.753182] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79c7262b-77b3-491e-99ec-77477890f49f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.759589] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 899.759589] env[68216]: value = "task-3068632" [ 899.759589] env[68216]: _type = "Task" [ 899.759589] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.767607] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068632, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.804383] env[68216]: DEBUG oslo_concurrency.lockutils [req-8eda8556-68e9-49fb-b434-253997bd2936 req-c148e335-322f-4551-a41e-fb3273c8fe60 service nova] Releasing lock "refresh_cache-a508810a-700a-4fee-b20d-e5486814939a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.810289] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52950c91-2bd8-0a70-afc1-f7133c3322f8, 'name': SearchDatastore_Task, 'duration_secs': 0.016859} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.810572] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.810843] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.811106] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.811257] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.811535] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.811702] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7827a3a7-b9e9-4f8a-8ef7-448819268719 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.820091] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.820282] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.821151] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a165bb-0a4e-4120-ae4b-368019978465 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.827277] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 899.827277] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52edf419-39ce-3368-718e-dc42e0489bad" [ 899.827277] env[68216]: _type = "Task" [ 899.827277] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.835550] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52edf419-39ce-3368-718e-dc42e0489bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.969267] env[68216]: INFO nova.compute.manager [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Took 17.51 seconds to build instance. [ 900.011346] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.106472] env[68216]: DEBUG nova.scheduler.client.report [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.124019] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.161146] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.161146] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.161146] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.161146] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.161146] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.161146] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.161146] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.161453] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.161453] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.161667] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.161784] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.162714] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d83d2f-6d2b-4828-8487-e51970f51042 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.171207] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98be772b-6bbb-461d-89c8-cc16984b15d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.271592] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068632, 'name': Rename_Task, 'duration_secs': 0.140662} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.272313] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.272414] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca782c2-7003-4b26-9698-eebed757da3a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.278640] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 900.278640] env[68216]: value = "task-3068633" [ 900.278640] env[68216]: _type = "Task" [ 900.278640] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.286279] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.337024] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52edf419-39ce-3368-718e-dc42e0489bad, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.337819] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22cf86c-9df2-4e3e-9011-a8c011918b99 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.343013] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 900.343013] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5292ca25-b32c-db92-3aa0-e17e0427516f" [ 900.343013] env[68216]: _type = "Task" [ 900.343013] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.350497] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5292ca25-b32c-db92-3aa0-e17e0427516f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.471705] env[68216]: DEBUG oslo_concurrency.lockutils [None req-da694d23-44a4-4005-9616-a2634217b122 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "556316a3-4f5e-497a-b33a-a39926bc8b7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.031s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.606155] env[68216]: DEBUG nova.network.neutron [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Updating instance_info_cache with network_info: [{"id": "6419f34d-b0fc-4c33-b7fb-08d6d757dfa6", "address": "fa:16:3e:8e:7b:6b", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6419f34d-b0", "ovs_interfaceid": "6419f34d-b0fc-4c33-b7fb-08d6d757dfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.617024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.617024] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.621016] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.583s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.625378] env[68216]: INFO nova.compute.claims [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.795562] env[68216]: DEBUG oslo_vmware.api [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068633, 'name': PowerOnVM_Task, 'duration_secs': 0.43139} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.795803] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.795929] env[68216]: DEBUG nova.compute.manager [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.796767] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb746ad-41b7-4222-90ff-c8e6073a2c04 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.859924] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5292ca25-b32c-db92-3aa0-e17e0427516f, 'name': SearchDatastore_Task, 'duration_secs': 0.020293} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.860501] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.860757] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] a508810a-700a-4fee-b20d-e5486814939a/a508810a-700a-4fee-b20d-e5486814939a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.861042] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5c0b911-bb50-4854-8968-f413a552002c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.868449] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 900.868449] env[68216]: value = "task-3068634" [ 900.868449] env[68216]: _type = "Task" [ 900.868449] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.876826] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.108108] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.131152] env[68216]: DEBUG nova.compute.utils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.135588] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.135775] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.194681] env[68216]: DEBUG nova.policy [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fef39437d34d1ea38e544dbbe3eb31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46b9c5b936a44c29adf499be1ac1f867', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.320019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.391022] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068634, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.458155] env[68216]: DEBUG nova.compute.manager [req-bd9a3957-edcc-4f2d-a26b-8f7b6f02f081 req-9f77d4b4-c113-4fa1-977a-6be1f5d1b814 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Received event network-vif-plugged-65ebb6a4-e5d9-46c3-8708-ee45dedc1efc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 901.458155] env[68216]: DEBUG oslo_concurrency.lockutils [req-bd9a3957-edcc-4f2d-a26b-8f7b6f02f081 req-9f77d4b4-c113-4fa1-977a-6be1f5d1b814 service nova] Acquiring lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.458155] env[68216]: DEBUG oslo_concurrency.lockutils [req-bd9a3957-edcc-4f2d-a26b-8f7b6f02f081 req-9f77d4b4-c113-4fa1-977a-6be1f5d1b814 service nova] Lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.458155] env[68216]: DEBUG oslo_concurrency.lockutils [req-bd9a3957-edcc-4f2d-a26b-8f7b6f02f081 req-9f77d4b4-c113-4fa1-977a-6be1f5d1b814 service nova] Lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.458155] env[68216]: DEBUG nova.compute.manager [req-bd9a3957-edcc-4f2d-a26b-8f7b6f02f081 req-9f77d4b4-c113-4fa1-977a-6be1f5d1b814 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] No waiting events found dispatching network-vif-plugged-65ebb6a4-e5d9-46c3-8708-ee45dedc1efc {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.458155] env[68216]: WARNING nova.compute.manager [req-bd9a3957-edcc-4f2d-a26b-8f7b6f02f081 req-9f77d4b4-c113-4fa1-977a-6be1f5d1b814 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Received unexpected event network-vif-plugged-65ebb6a4-e5d9-46c3-8708-ee45dedc1efc for instance with vm_state building and task_state spawning. [ 901.460804] env[68216]: INFO nova.compute.manager [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Rescuing [ 901.460804] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "refresh_cache-556316a3-4f5e-497a-b33a-a39926bc8b7e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.460804] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "refresh_cache-556316a3-4f5e-497a-b33a-a39926bc8b7e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.461275] env[68216]: DEBUG nova.network.neutron [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.533062] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Successfully created port: aa195c52-77df-4074-b251-918808fb5899 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.638258] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.738332] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacb1177-0262-49d4-9db0-16cbaf3190f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.747040] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28287763-d7b2-4565-84b2-0b2ca044bfe9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.789286] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2242b64-dc87-4e0d-b468-f08d367651b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.796146] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018f01d7-62d7-464e-a0fb-ae696022893c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.812178] env[68216]: DEBUG nova.compute.provider_tree [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.847557] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Successfully updated port: 65ebb6a4-e5d9-46c3-8708-ee45dedc1efc {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.881920] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818704} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.881920] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] a508810a-700a-4fee-b20d-e5486814939a/a508810a-700a-4fee-b20d-e5486814939a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.881920] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.882162] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77c2ca1a-610c-4278-8566-b2c6ef975287 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.889117] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 901.889117] env[68216]: value = "task-3068635" [ 901.889117] env[68216]: _type = "Task" [ 901.889117] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.897541] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.005046] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.005968] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7254e339-d757-4545-a5e0-04dee03a2089 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.013634] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.013907] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f0f1081-04ec-4f28-ac35-e0423703fea9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.077416] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.078185] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.078500] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleting the datastore file [datastore2] 594d4e67-5d6b-4918-bba9-571cb5fad119 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.078871] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a36c62ea-fa09-4965-a959-d78cc511eeb7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.086998] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 902.086998] env[68216]: value = "task-3068637" [ 902.086998] env[68216]: _type = "Task" [ 902.086998] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.098302] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.318660] env[68216]: DEBUG nova.scheduler.client.report [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.325691] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "feb17be0-8167-4074-94f3-630662435e2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.325998] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "feb17be0-8167-4074-94f3-630662435e2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.326223] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "feb17be0-8167-4074-94f3-630662435e2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.326757] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "feb17be0-8167-4074-94f3-630662435e2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.326757] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "feb17be0-8167-4074-94f3-630662435e2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.329460] env[68216]: INFO nova.compute.manager [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Terminating instance [ 902.352631] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "refresh_cache-85f7bf69-810c-448c-a1d9-4642bc5a1a93" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.352631] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "refresh_cache-85f7bf69-810c-448c-a1d9-4642bc5a1a93" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.352631] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.398472] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137592} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.398799] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.399579] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd70ac5-4c87-45a8-a602-da58989631a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.423171] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] a508810a-700a-4fee-b20d-e5486814939a/a508810a-700a-4fee-b20d-e5486814939a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.424697] env[68216]: DEBUG nova.network.neutron [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Updating instance_info_cache with network_info: [{"id": "5716483e-52c3-4de4-914e-663a9d1ec8bb", "address": "fa:16:3e:4f:47:08", "network": {"id": "dd5c48c5-29fd-4696-b350-f9b8198733e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984954182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc3e751ee498450c88367eff6d7e6803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5716483e-52", "ovs_interfaceid": "5716483e-52c3-4de4-914e-663a9d1ec8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.425389] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7342162e-6b19-447b-b7e9-2d367c0003be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.440839] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "refresh_cache-556316a3-4f5e-497a-b33a-a39926bc8b7e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.448884] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 902.448884] env[68216]: value = "task-3068638" [ 902.448884] env[68216]: _type = "Task" [ 902.448884] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.457587] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.600388] env[68216]: DEBUG oslo_vmware.api [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14414} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.600891] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.604426] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.604426] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.636020] env[68216]: INFO nova.scheduler.client.report [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted allocations for instance 594d4e67-5d6b-4918-bba9-571cb5fad119 [ 902.649855] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.683058] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.683312] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.683462] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.683895] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.684258] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.684665] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.685792] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.686213] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.686773] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.686956] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.687288] env[68216]: DEBUG nova.virt.hardware [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.689193] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abce5da4-5a68-40d5-aedd-2e6c5ee6bdf9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.702403] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840a61ac-7834-4815-a689-af1127afec1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.826172] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.826824] env[68216]: DEBUG nova.compute.manager [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.829777] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.080s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.831227] env[68216]: INFO nova.compute.claims [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.834200] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "refresh_cache-feb17be0-8167-4074-94f3-630662435e2b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.834367] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquired lock "refresh_cache-feb17be0-8167-4074-94f3-630662435e2b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.834542] env[68216]: DEBUG nova.network.neutron [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.907832] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.962184] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068638, 'name': ReconfigVM_Task, 'duration_secs': 0.329615} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.962184] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] a508810a-700a-4fee-b20d-e5486814939a/a508810a-700a-4fee-b20d-e5486814939a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.964980] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b343a23-e877-4788-ae33-ea6af93c06c5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.973199] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 902.973199] env[68216]: value = "task-3068639" [ 902.973199] env[68216]: _type = "Task" [ 902.973199] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.984378] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068639, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.052536] env[68216]: DEBUG nova.compute.manager [req-05e17037-e342-44e0-8bd5-72a0cd4c268e req-1ccdd30d-c939-4e4b-89a9-0a80da6a770d service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Received event network-vif-plugged-aa195c52-77df-4074-b251-918808fb5899 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 903.052794] env[68216]: DEBUG oslo_concurrency.lockutils [req-05e17037-e342-44e0-8bd5-72a0cd4c268e req-1ccdd30d-c939-4e4b-89a9-0a80da6a770d service nova] Acquiring lock "a921648e-fabb-4574-b7be-709144ac134f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.053129] env[68216]: DEBUG oslo_concurrency.lockutils [req-05e17037-e342-44e0-8bd5-72a0cd4c268e req-1ccdd30d-c939-4e4b-89a9-0a80da6a770d service nova] Lock "a921648e-fabb-4574-b7be-709144ac134f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.053230] env[68216]: DEBUG oslo_concurrency.lockutils [req-05e17037-e342-44e0-8bd5-72a0cd4c268e req-1ccdd30d-c939-4e4b-89a9-0a80da6a770d service nova] Lock "a921648e-fabb-4574-b7be-709144ac134f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.053397] env[68216]: DEBUG nova.compute.manager [req-05e17037-e342-44e0-8bd5-72a0cd4c268e req-1ccdd30d-c939-4e4b-89a9-0a80da6a770d service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] No waiting events found dispatching network-vif-plugged-aa195c52-77df-4074-b251-918808fb5899 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.053554] env[68216]: WARNING nova.compute.manager [req-05e17037-e342-44e0-8bd5-72a0cd4c268e req-1ccdd30d-c939-4e4b-89a9-0a80da6a770d service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Received unexpected event network-vif-plugged-aa195c52-77df-4074-b251-918808fb5899 for instance with vm_state building and task_state spawning. [ 903.094162] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Updating instance_info_cache with network_info: [{"id": "65ebb6a4-e5d9-46c3-8708-ee45dedc1efc", "address": "fa:16:3e:35:a0:b9", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ebb6a4-e5", "ovs_interfaceid": "65ebb6a4-e5d9-46c3-8708-ee45dedc1efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.140027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.213510] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Successfully updated port: aa195c52-77df-4074-b251-918808fb5899 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.335681] env[68216]: DEBUG nova.compute.utils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.337160] env[68216]: DEBUG nova.compute.manager [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.337367] env[68216]: DEBUG nova.network.neutron [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.366403] env[68216]: DEBUG nova.network.neutron [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.388572] env[68216]: DEBUG nova.policy [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7c478bdda4ad78acc6e9901e772f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5d73b460d2400fa3edf1f0ebd4bd0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.463574] env[68216]: DEBUG nova.network.neutron [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.488205] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068639, 'name': Rename_Task, 'duration_secs': 0.138736} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.488513] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.488781] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c6b5ab1-1f03-4865-b961-de3665def5f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.498070] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 903.498070] env[68216]: value = "task-3068640" [ 903.498070] env[68216]: _type = "Task" [ 903.498070] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.506982] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.513693] env[68216]: DEBUG nova.compute.manager [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Received event network-changed-65ebb6a4-e5d9-46c3-8708-ee45dedc1efc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 903.513812] env[68216]: DEBUG nova.compute.manager [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Refreshing instance network info cache due to event network-changed-65ebb6a4-e5d9-46c3-8708-ee45dedc1efc. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 903.514011] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] Acquiring lock "refresh_cache-85f7bf69-810c-448c-a1d9-4642bc5a1a93" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.596650] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "refresh_cache-85f7bf69-810c-448c-a1d9-4642bc5a1a93" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.597106] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Instance network_info: |[{"id": "65ebb6a4-e5d9-46c3-8708-ee45dedc1efc", "address": "fa:16:3e:35:a0:b9", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ebb6a4-e5", "ovs_interfaceid": "65ebb6a4-e5d9-46c3-8708-ee45dedc1efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.597441] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] Acquired lock "refresh_cache-85f7bf69-810c-448c-a1d9-4642bc5a1a93" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.597653] env[68216]: DEBUG nova.network.neutron [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Refreshing network info cache for port 65ebb6a4-e5d9-46c3-8708-ee45dedc1efc {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.599790] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:a0:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65ebb6a4-e5d9-46c3-8708-ee45dedc1efc', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.609784] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Creating folder: Project (46b9c5b936a44c29adf499be1ac1f867). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.612214] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aed6d69-1b74-487e-b810-567e2a77f49b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.625687] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Created folder: Project (46b9c5b936a44c29adf499be1ac1f867) in parent group-v614292. [ 903.625687] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Creating folder: Instances. Parent ref: group-v614507. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.625687] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74cdfa6d-0531-4c8f-a63c-9bfa3d241244 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.634648] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Created folder: Instances in parent group-v614507. [ 903.634929] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.635099] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.635315] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7feb4755-8ee8-493e-8798-1dc06d815800 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.659785] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.659785] env[68216]: value = "task-3068643" [ 903.659785] env[68216]: _type = "Task" [ 903.659785] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.667654] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068643, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.719384] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "refresh_cache-a921648e-fabb-4574-b7be-709144ac134f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.719560] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "refresh_cache-a921648e-fabb-4574-b7be-709144ac134f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.719720] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.850481] env[68216]: DEBUG nova.compute.manager [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.966978] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Releasing lock "refresh_cache-feb17be0-8167-4074-94f3-630662435e2b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.967400] env[68216]: DEBUG nova.compute.manager [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.967609] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.969352] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59765855-a28e-4ac2-a240-14275a6f2d70 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.973168] env[68216]: DEBUG nova.network.neutron [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Successfully created port: 46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.977488] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.977772] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25306de5-dd6a-4bc0-8c56-2dcbc1cd0df6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.982476] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.982727] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1b57267-c84e-4b6a-9e7b-14334e452d53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.986800] env[68216]: DEBUG oslo_vmware.api [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 903.986800] env[68216]: value = "task-3068644" [ 903.986800] env[68216]: _type = "Task" [ 903.986800] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.995734] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 903.995734] env[68216]: value = "task-3068645" [ 903.995734] env[68216]: _type = "Task" [ 903.995734] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.003246] env[68216]: DEBUG oslo_vmware.api [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.011264] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.016937] env[68216]: DEBUG oslo_vmware.api [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068640, 'name': PowerOnVM_Task, 'duration_secs': 0.507329} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.017491] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.017695] env[68216]: INFO nova.compute.manager [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Took 8.72 seconds to spawn the instance on the hypervisor. [ 904.017867] env[68216]: DEBUG nova.compute.manager [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.018842] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f105d384-6e61-4acd-b72c-7d0ffe3c0847 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.177900] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068643, 'name': CreateVM_Task, 'duration_secs': 0.330504} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.178731] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.178852] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.179067] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.179421] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.179710] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37325b93-a3f7-43b3-8ea2-3f234d2b63ac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.188194] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 904.188194] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8c4de-7bbf-35fe-bce7-d817fa656337" [ 904.188194] env[68216]: _type = "Task" [ 904.188194] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.200246] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8c4de-7bbf-35fe-bce7-d817fa656337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.266826] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b0b8dc-d5f6-4426-8ec3-e4cbf9470f6e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.274470] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a363e2f4-38d6-4937-b928-c81bf59ae032 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.278549] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.318606] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87357c8d-f17f-44b8-a02a-3f0bef0302fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.327743] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a618b1-b486-4a28-9aaf-522fe1207295 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.342371] env[68216]: DEBUG nova.compute.provider_tree [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.499647] env[68216]: DEBUG oslo_vmware.api [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068644, 'name': PowerOffVM_Task, 'duration_secs': 0.124468} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.504941] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.505316] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.505573] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5073d0e6-b615-4010-884c-7ffae1a1d9b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.512229] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068645, 'name': PowerOffVM_Task, 'duration_secs': 0.209003} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.512459] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.513257] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3412c674-ce55-4dde-86e7-0587d1eba1d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.537251] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71de7e4-f3df-420c-af8c-89391feae2f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.540755] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.540970] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.541162] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Deleting the datastore file [datastore2] feb17be0-8167-4074-94f3-630662435e2b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.542923] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddf3c648-e0b7-4576-832a-e0638522e6d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.545241] env[68216]: INFO nova.compute.manager [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Took 13.76 seconds to build instance. [ 904.553618] env[68216]: DEBUG oslo_vmware.api [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for the task: (returnval){ [ 904.553618] env[68216]: value = "task-3068647" [ 904.553618] env[68216]: _type = "Task" [ 904.553618] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.562526] env[68216]: DEBUG oslo_vmware.api [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.582045] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.582338] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b963e12b-cabd-450a-824f-5bd0e8f2c728 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.589147] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 904.589147] env[68216]: value = "task-3068648" [ 904.589147] env[68216]: _type = "Task" [ 904.589147] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.599842] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 904.600368] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.600479] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.600691] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.600889] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.601246] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92605bb6-6bdd-4c01-80bb-e1fcf9a00f77 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.606840] env[68216]: DEBUG nova.network.neutron [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Updated VIF entry in instance network info cache for port 65ebb6a4-e5d9-46c3-8708-ee45dedc1efc. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.607213] env[68216]: DEBUG nova.network.neutron [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Updating instance_info_cache with network_info: [{"id": "65ebb6a4-e5d9-46c3-8708-ee45dedc1efc", "address": "fa:16:3e:35:a0:b9", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ebb6a4-e5", "ovs_interfaceid": "65ebb6a4-e5d9-46c3-8708-ee45dedc1efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.610065] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.610245] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.611035] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8967ccda-14e9-4b2c-97d8-9516f5ad0de0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.616303] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 904.616303] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52459f44-384a-201f-34e3-7e44e12c7cb2" [ 904.616303] env[68216]: _type = "Task" [ 904.616303] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.628545] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52459f44-384a-201f-34e3-7e44e12c7cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.651170] env[68216]: DEBUG nova.network.neutron [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Updating instance_info_cache with network_info: [{"id": "aa195c52-77df-4074-b251-918808fb5899", "address": "fa:16:3e:a7:15:99", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa195c52-77", "ovs_interfaceid": "aa195c52-77df-4074-b251-918808fb5899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.699496] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8c4de-7bbf-35fe-bce7-d817fa656337, 'name': SearchDatastore_Task, 'duration_secs': 0.017328} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.699496] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.699690] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.699766] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.845549] env[68216]: DEBUG nova.scheduler.client.report [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.864094] env[68216]: DEBUG nova.compute.manager [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.866529] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "594d4e67-5d6b-4918-bba9-571cb5fad119" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.895182] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.895484] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.895660] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.895874] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.896092] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.896295] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.896539] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.896717] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.896920] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.897142] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.897347] env[68216]: DEBUG nova.virt.hardware [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.898297] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c45d4d-5751-4d20-9a53-d001bee0a9af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.907418] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e6aa64-3d29-4190-8df5-2ca31297751c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.048175] env[68216]: DEBUG oslo_concurrency.lockutils [None req-687ee575-3a90-485e-bf36-7b7f32c9511f tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "a508810a-700a-4fee-b20d-e5486814939a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.268s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.062790] env[68216]: DEBUG oslo_vmware.api [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Task: {'id': task-3068647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128424} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.063056] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.063326] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.063524] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.063883] env[68216]: INFO nova.compute.manager [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 905.063984] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.064189] env[68216]: DEBUG nova.compute.manager [-] [instance: feb17be0-8167-4074-94f3-630662435e2b] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.064304] env[68216]: DEBUG nova.network.neutron [-] [instance: feb17be0-8167-4074-94f3-630662435e2b] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.090217] env[68216]: DEBUG nova.network.neutron [-] [instance: feb17be0-8167-4074-94f3-630662435e2b] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.110137] env[68216]: DEBUG nova.compute.manager [req-71029a6d-b2ec-43c3-b81b-cc3edc428696 req-f1e46bbb-fe1f-4018-bbc0-2838043ce1ef service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Received event network-changed-aa195c52-77df-4074-b251-918808fb5899 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 905.110137] env[68216]: DEBUG nova.compute.manager [req-71029a6d-b2ec-43c3-b81b-cc3edc428696 req-f1e46bbb-fe1f-4018-bbc0-2838043ce1ef service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Refreshing instance network info cache due to event network-changed-aa195c52-77df-4074-b251-918808fb5899. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 905.110137] env[68216]: DEBUG oslo_concurrency.lockutils [req-71029a6d-b2ec-43c3-b81b-cc3edc428696 req-f1e46bbb-fe1f-4018-bbc0-2838043ce1ef service nova] Acquiring lock "refresh_cache-a921648e-fabb-4574-b7be-709144ac134f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.110137] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] Releasing lock "refresh_cache-85f7bf69-810c-448c-a1d9-4642bc5a1a93" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.110794] env[68216]: DEBUG nova.compute.manager [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Received event network-vif-unplugged-6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 905.111220] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] Acquiring lock "594d4e67-5d6b-4918-bba9-571cb5fad119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.111532] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.111972] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.112261] env[68216]: DEBUG nova.compute.manager [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] No waiting events found dispatching network-vif-unplugged-6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.112547] env[68216]: WARNING nova.compute.manager [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Received unexpected event network-vif-unplugged-6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 for instance with vm_state shelved_offloaded and task_state None. [ 905.112809] env[68216]: DEBUG nova.compute.manager [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Received event network-changed-6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 905.113082] env[68216]: DEBUG nova.compute.manager [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Refreshing instance network info cache due to event network-changed-6419f34d-b0fc-4c33-b7fb-08d6d757dfa6. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 905.113362] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] Acquiring lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.113591] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] Acquired lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.113994] env[68216]: DEBUG nova.network.neutron [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Refreshing network info cache for port 6419f34d-b0fc-4c33-b7fb-08d6d757dfa6 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.127634] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52459f44-384a-201f-34e3-7e44e12c7cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.127892] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d929d23f-2a09-4dfb-8a84-57329fa2fa8d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.133463] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 905.133463] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f8a677-9891-e937-9eda-8ac253bee143" [ 905.133463] env[68216]: _type = "Task" [ 905.133463] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.141777] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f8a677-9891-e937-9eda-8ac253bee143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.154059] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "refresh_cache-a921648e-fabb-4574-b7be-709144ac134f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.154374] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Instance network_info: |[{"id": "aa195c52-77df-4074-b251-918808fb5899", "address": "fa:16:3e:a7:15:99", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa195c52-77", "ovs_interfaceid": "aa195c52-77df-4074-b251-918808fb5899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.154653] env[68216]: DEBUG oslo_concurrency.lockutils [req-71029a6d-b2ec-43c3-b81b-cc3edc428696 req-f1e46bbb-fe1f-4018-bbc0-2838043ce1ef service nova] Acquired lock "refresh_cache-a921648e-fabb-4574-b7be-709144ac134f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.154826] env[68216]: DEBUG nova.network.neutron [req-71029a6d-b2ec-43c3-b81b-cc3edc428696 req-f1e46bbb-fe1f-4018-bbc0-2838043ce1ef service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Refreshing network info cache for port aa195c52-77df-4074-b251-918808fb5899 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.156041] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:15:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa195c52-77df-4074-b251-918808fb5899', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.163349] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.164412] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a921648e-fabb-4574-b7be-709144ac134f] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.164649] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6270b98f-13d5-4415-9c3d-5eba5a24fdc9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.184703] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.184703] env[68216]: value = "task-3068649" [ 905.184703] env[68216]: _type = "Task" [ 905.184703] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.192658] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068649, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.350520] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.351167] env[68216]: DEBUG nova.compute.manager [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.355036] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.252s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.358112] env[68216]: INFO nova.compute.claims [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.594199] env[68216]: DEBUG nova.network.neutron [-] [instance: feb17be0-8167-4074-94f3-630662435e2b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.645665] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f8a677-9891-e937-9eda-8ac253bee143, 'name': SearchDatastore_Task, 'duration_secs': 0.03999} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.645994] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.646290] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 556316a3-4f5e-497a-b33a-a39926bc8b7e/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. {{(pid=68216) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 905.647132] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.647337] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.647556] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95317464-a440-4265-9d1c-62826e4ca4e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.649754] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbe28848-f085-4c48-8d92-d526a4b49e7b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.656107] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 905.656107] env[68216]: value = "task-3068650" [ 905.656107] env[68216]: _type = "Task" [ 905.656107] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.660639] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.660806] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.661976] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6051ff0-0e83-4b88-af13-b3988d106619 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.677072] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.680998] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 905.680998] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52160076-4d77-d07f-c059-4a9976546dea" [ 905.680998] env[68216]: _type = "Task" [ 905.680998] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.693944] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52160076-4d77-d07f-c059-4a9976546dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.698783] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068649, 'name': CreateVM_Task, 'duration_secs': 0.352763} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.698943] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a921648e-fabb-4574-b7be-709144ac134f] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.700190] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.700354] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.700663] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.700911] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d8bf67-1d6f-4c8d-95a0-074485faf0c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.705799] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 905.705799] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529f92a4-3675-3860-2afc-af2a63c15d94" [ 905.705799] env[68216]: _type = "Task" [ 905.705799] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.714799] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529f92a4-3675-3860-2afc-af2a63c15d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.717656] env[68216]: DEBUG nova.network.neutron [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Successfully updated port: 46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.866014] env[68216]: DEBUG nova.compute.utils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.875107] env[68216]: DEBUG nova.compute.manager [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.878539] env[68216]: DEBUG nova.network.neutron [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.935499] env[68216]: DEBUG nova.policy [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb6dd83e2e25424aa8cff633826c37ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0139c35cf3904fb4a0e73dfd5599f321', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.961033] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "a508810a-700a-4fee-b20d-e5486814939a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.962030] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "a508810a-700a-4fee-b20d-e5486814939a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.962243] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "a508810a-700a-4fee-b20d-e5486814939a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.962453] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "a508810a-700a-4fee-b20d-e5486814939a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.962622] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "a508810a-700a-4fee-b20d-e5486814939a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.965529] env[68216]: INFO nova.compute.manager [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Terminating instance [ 906.100824] env[68216]: INFO nova.compute.manager [-] [instance: feb17be0-8167-4074-94f3-630662435e2b] Took 1.04 seconds to deallocate network for instance. [ 906.120081] env[68216]: DEBUG nova.network.neutron [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Updated VIF entry in instance network info cache for port 6419f34d-b0fc-4c33-b7fb-08d6d757dfa6. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.120081] env[68216]: DEBUG nova.network.neutron [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Updating instance_info_cache with network_info: [{"id": "6419f34d-b0fc-4c33-b7fb-08d6d757dfa6", "address": "fa:16:3e:8e:7b:6b", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": null, "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6419f34d-b0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.165213] env[68216]: DEBUG nova.network.neutron [req-71029a6d-b2ec-43c3-b81b-cc3edc428696 req-f1e46bbb-fe1f-4018-bbc0-2838043ce1ef service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Updated VIF entry in instance network info cache for port aa195c52-77df-4074-b251-918808fb5899. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.165775] env[68216]: DEBUG nova.network.neutron [req-71029a6d-b2ec-43c3-b81b-cc3edc428696 req-f1e46bbb-fe1f-4018-bbc0-2838043ce1ef service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Updating instance_info_cache with network_info: [{"id": "aa195c52-77df-4074-b251-918808fb5899", "address": "fa:16:3e:a7:15:99", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa195c52-77", "ovs_interfaceid": "aa195c52-77df-4074-b251-918808fb5899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.174476] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068650, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.193220] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52160076-4d77-d07f-c059-4a9976546dea, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.193867] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5d3986-a3bf-4291-bfa5-ae0270737d3d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.200647] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 906.200647] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52830ddb-bc66-e49f-c8b4-6d1c38d6089d" [ 906.200647] env[68216]: _type = "Task" [ 906.200647] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.209463] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52830ddb-bc66-e49f-c8b4-6d1c38d6089d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.218196] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529f92a4-3675-3860-2afc-af2a63c15d94, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.218196] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.219203] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.219203] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.219203] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.219203] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.220742] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.220742] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.220742] env[68216]: DEBUG nova.network.neutron [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.220742] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b9ef70-3ff2-4280-b25d-1028e5b3e51d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.228854] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.228960] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.230828] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0fa391-7125-4add-98f5-71b8148bd682 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.236009] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 906.236009] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dab635-c9f0-c36a-1b47-5508335ada8a" [ 906.236009] env[68216]: _type = "Task" [ 906.236009] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.245259] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dab635-c9f0-c36a-1b47-5508335ada8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.373853] env[68216]: DEBUG nova.compute.manager [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.382406] env[68216]: DEBUG nova.network.neutron [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Successfully created port: 5a7c041c-a671-4a9b-9038-f0e8ac7ce60b {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.472109] env[68216]: DEBUG nova.compute.manager [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.472409] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.473528] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298292de-f98d-4b8c-ba3a-f8727af7c4a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.486996] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.487314] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9477ed84-66ce-408c-b098-483251167ea9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.496153] env[68216]: DEBUG oslo_vmware.api [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 906.496153] env[68216]: value = "task-3068651" [ 906.496153] env[68216]: _type = "Task" [ 906.496153] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.514552] env[68216]: DEBUG oslo_vmware.api [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.617198] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.621696] env[68216]: DEBUG oslo_concurrency.lockutils [req-d9d82996-253b-48b4-8600-cb06935a1382 req-ecd7310c-7293-4cad-ad1d-d9ba7f3ef682 service nova] Releasing lock "refresh_cache-594d4e67-5d6b-4918-bba9-571cb5fad119" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.665662] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934423} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.666181] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 556316a3-4f5e-497a-b33a-a39926bc8b7e/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. [ 906.667196] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a020b4bf-b1a9-4e36-94bb-e1f0cc59a3ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.672923] env[68216]: DEBUG oslo_concurrency.lockutils [req-71029a6d-b2ec-43c3-b81b-cc3edc428696 req-f1e46bbb-fe1f-4018-bbc0-2838043ce1ef service nova] Releasing lock "refresh_cache-a921648e-fabb-4574-b7be-709144ac134f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.698369] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 556316a3-4f5e-497a-b33a-a39926bc8b7e/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.701813] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b7a831-04a0-43ef-9a5a-c09bf7c7418d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.728134] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52830ddb-bc66-e49f-c8b4-6d1c38d6089d, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.731863] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.732027] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 85f7bf69-810c-448c-a1d9-4642bc5a1a93/85f7bf69-810c-448c-a1d9-4642bc5a1a93.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.732446] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 906.732446] env[68216]: value = "task-3068652" [ 906.732446] env[68216]: _type = "Task" [ 906.732446] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.733066] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d53eaf09-fc91-4baf-9db7-887a224864a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.742973] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 906.742973] env[68216]: value = "task-3068653" [ 906.742973] env[68216]: _type = "Task" [ 906.742973] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.749982] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.756607] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dab635-c9f0-c36a-1b47-5508335ada8a, 'name': SearchDatastore_Task, 'duration_secs': 0.017795} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.757832] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ddea30-31e5-4c58-9960-8abd7527941d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.763699] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.768931] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 906.768931] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ce5d19-7d8d-3ebb-2226-47de28332201" [ 906.768931] env[68216]: _type = "Task" [ 906.768931] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.777311] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ce5d19-7d8d-3ebb-2226-47de28332201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.777819] env[68216]: DEBUG nova.network.neutron [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.900109] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231cbd06-e572-4bfa-969d-0bf96c8aa113 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.908639] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5591b75-72fd-44e4-8ea7-6523f326c2b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.948958] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88442a43-1230-42d4-a01d-279df4d79b4f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.960207] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333de101-817c-42c8-bbc5-38b7ff155214 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.977113] env[68216]: DEBUG nova.compute.provider_tree [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.009749] env[68216]: DEBUG oslo_vmware.api [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068651, 'name': PowerOffVM_Task, 'duration_secs': 0.355998} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.010404] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.010586] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.010876] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4df22b30-d347-4007-b2b6-1ff16512480f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.105018] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.105018] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.105018] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleting the datastore file [datastore1] a508810a-700a-4fee-b20d-e5486814939a {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.105235] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c5cf2fb-95c5-4167-9dd0-464368d2b8e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.112419] env[68216]: DEBUG oslo_vmware.api [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 907.112419] env[68216]: value = "task-3068655" [ 907.112419] env[68216]: _type = "Task" [ 907.112419] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.113525] env[68216]: DEBUG nova.network.neutron [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Updating instance_info_cache with network_info: [{"id": "46a5b311-c732-4caa-868a-94c7f62175c7", "address": "fa:16:3e:cd:0c:c3", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5b311-c7", "ovs_interfaceid": "46a5b311-c732-4caa-868a-94c7f62175c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.128127] env[68216]: DEBUG oslo_vmware.api [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.249330] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.259056] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509504} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.261704] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 85f7bf69-810c-448c-a1d9-4642bc5a1a93/85f7bf69-810c-448c-a1d9-4642bc5a1a93.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.261833] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.262985] env[68216]: DEBUG nova.compute.manager [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Received event network-vif-plugged-46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 907.263177] env[68216]: DEBUG oslo_concurrency.lockutils [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] Acquiring lock "1c792478-7aeb-4196-9bba-d8291ea43db2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.263344] env[68216]: DEBUG oslo_concurrency.lockutils [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] Lock "1c792478-7aeb-4196-9bba-d8291ea43db2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.263501] env[68216]: DEBUG oslo_concurrency.lockutils [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] Lock "1c792478-7aeb-4196-9bba-d8291ea43db2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.263663] env[68216]: DEBUG nova.compute.manager [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] No waiting events found dispatching network-vif-plugged-46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.263845] env[68216]: WARNING nova.compute.manager [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Received unexpected event network-vif-plugged-46a5b311-c732-4caa-868a-94c7f62175c7 for instance with vm_state building and task_state spawning. [ 907.264031] env[68216]: DEBUG nova.compute.manager [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Received event network-changed-46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 907.264177] env[68216]: DEBUG nova.compute.manager [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Refreshing instance network info cache due to event network-changed-46a5b311-c732-4caa-868a-94c7f62175c7. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 907.264551] env[68216]: DEBUG oslo_concurrency.lockutils [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] Acquiring lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.264868] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f59b697-5ec3-4538-9aa9-83c2b10e2711 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.274421] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 907.274421] env[68216]: value = "task-3068656" [ 907.274421] env[68216]: _type = "Task" [ 907.274421] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.283960] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ce5d19-7d8d-3ebb-2226-47de28332201, 'name': SearchDatastore_Task, 'duration_secs': 0.022095} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.283960] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.283960] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] a921648e-fabb-4574-b7be-709144ac134f/a921648e-fabb-4574-b7be-709144ac134f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.283960] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b47181e0-b302-4688-a170-d560af9d79e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.288734] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.294034] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 907.294034] env[68216]: value = "task-3068657" [ 907.294034] env[68216]: _type = "Task" [ 907.294034] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.300566] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.389050] env[68216]: DEBUG nova.compute.manager [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.427629] env[68216]: DEBUG nova.virt.hardware [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.428134] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8f7edc-4006-49d7-8a94-3939a922d3aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.438938] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5293663-3332-435e-8b05-5c63733d2891 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.483531] env[68216]: DEBUG nova.scheduler.client.report [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.621317] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.621757] env[68216]: DEBUG nova.compute.manager [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Instance network_info: |[{"id": "46a5b311-c732-4caa-868a-94c7f62175c7", "address": "fa:16:3e:cd:0c:c3", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5b311-c7", "ovs_interfaceid": "46a5b311-c732-4caa-868a-94c7f62175c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.622177] env[68216]: DEBUG oslo_concurrency.lockutils [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] Acquired lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.622447] env[68216]: DEBUG nova.network.neutron [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Refreshing network info cache for port 46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.627090] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:0c:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46a5b311-c732-4caa-868a-94c7f62175c7', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.632712] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Creating folder: Project (2b5d73b460d2400fa3edf1f0ebd4bd0d). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.634375] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95e99fc3-2dc7-4f4e-b67c-873dc0774573 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.640530] env[68216]: DEBUG oslo_vmware.api [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.651168] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Created folder: Project (2b5d73b460d2400fa3edf1f0ebd4bd0d) in parent group-v614292. [ 907.651390] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Creating folder: Instances. Parent ref: group-v614511. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.651692] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41b142e7-7bf5-4e17-a8ca-ea956ac880ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.662433] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Created folder: Instances in parent group-v614511. [ 907.662711] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.662953] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.663255] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a24ebec8-119a-4647-9d7e-1c00182c07b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.690747] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.690747] env[68216]: value = "task-3068660" [ 907.690747] env[68216]: _type = "Task" [ 907.690747] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.701386] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068660, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.747628] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.787922] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.801459] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481939} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.801702] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] a921648e-fabb-4574-b7be-709144ac134f/a921648e-fabb-4574-b7be-709144ac134f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.801912] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.802183] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c69032c1-68dd-4542-9904-95acb2579adc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.807885] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 907.807885] env[68216]: value = "task-3068661" [ 907.807885] env[68216]: _type = "Task" [ 907.807885] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.814908] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.989831] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.990397] env[68216]: DEBUG nova.compute.manager [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.995048] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.547s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.995048] env[68216]: DEBUG nova.objects.instance [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lazy-loading 'resources' on Instance uuid 878d010a-a036-4228-85fa-7f3d990bfd58 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.998100] env[68216]: DEBUG nova.network.neutron [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Successfully updated port: 5a7c041c-a671-4a9b-9038-f0e8ac7ce60b {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.126492] env[68216]: DEBUG oslo_vmware.api [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.918317} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.126762] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.126941] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.127153] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.127335] env[68216]: INFO nova.compute.manager [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: a508810a-700a-4fee-b20d-e5486814939a] Took 1.66 seconds to destroy the instance on the hypervisor. [ 908.127570] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.127762] env[68216]: DEBUG nova.compute.manager [-] [instance: a508810a-700a-4fee-b20d-e5486814939a] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.127858] env[68216]: DEBUG nova.network.neutron [-] [instance: a508810a-700a-4fee-b20d-e5486814939a] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.204044] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068660, 'name': CreateVM_Task, 'duration_secs': 0.348385} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.204425] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.205412] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.205412] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.205412] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.205759] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f67b7a6-fa26-4661-963d-be8a44bc42b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.213559] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 908.213559] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52477872-f146-362a-1cd2-0260ba118632" [ 908.213559] env[68216]: _type = "Task" [ 908.213559] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.223094] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52477872-f146-362a-1cd2-0260ba118632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.248055] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068652, 'name': ReconfigVM_Task, 'duration_secs': 1.475884} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.248260] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 556316a3-4f5e-497a-b33a-a39926bc8b7e/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.250018] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0763fc6-e2db-4597-aee2-56f281cdb990 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.301261] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ddf1f7d-526f-4154-8d2f-489dce91cc56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.324481] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.717023} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.327123] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.327123] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 908.327123] env[68216]: value = "task-3068662" [ 908.327123] env[68216]: _type = "Task" [ 908.327123] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.327773] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e5f20d-fd34-4dd0-a318-eea1c5a417f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.338781] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065807} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.339548] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.340597] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9034b-737b-4277-88d2-d8229b9e1990 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.371333] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 85f7bf69-810c-448c-a1d9-4642bc5a1a93/85f7bf69-810c-448c-a1d9-4642bc5a1a93.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.371333] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.374538] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2333cbeb-4bd0-4bf9-849b-74f57f579402 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.409621] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] a921648e-fabb-4574-b7be-709144ac134f/a921648e-fabb-4574-b7be-709144ac134f.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.410703] env[68216]: DEBUG nova.network.neutron [-] [instance: a508810a-700a-4fee-b20d-e5486814939a] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.412086] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3379b4-1774-4eae-a1ca-1189c12e05b6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.427061] env[68216]: INFO nova.compute.manager [-] [instance: a508810a-700a-4fee-b20d-e5486814939a] Took 0.30 seconds to deallocate network for instance. [ 908.430099] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 908.430099] env[68216]: value = "task-3068663" [ 908.430099] env[68216]: _type = "Task" [ 908.430099] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.439056] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 908.439056] env[68216]: value = "task-3068664" [ 908.439056] env[68216]: _type = "Task" [ 908.439056] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.448739] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.453075] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.496765] env[68216]: DEBUG nova.objects.instance [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lazy-loading 'numa_topology' on Instance uuid 878d010a-a036-4228-85fa-7f3d990bfd58 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.499620] env[68216]: DEBUG nova.compute.utils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.505823] env[68216]: DEBUG nova.compute.manager [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.505823] env[68216]: DEBUG nova.network.neutron [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.505823] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "refresh_cache-eb3a9508-116e-4d4b-8142-b4593dbb60e6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.505823] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "refresh_cache-eb3a9508-116e-4d4b-8142-b4593dbb60e6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.505823] env[68216]: DEBUG nova.network.neutron [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.544252] env[68216]: DEBUG nova.network.neutron [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Updated VIF entry in instance network info cache for port 46a5b311-c732-4caa-868a-94c7f62175c7. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.544596] env[68216]: DEBUG nova.network.neutron [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Updating instance_info_cache with network_info: [{"id": "46a5b311-c732-4caa-868a-94c7f62175c7", "address": "fa:16:3e:cd:0c:c3", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5b311-c7", "ovs_interfaceid": "46a5b311-c732-4caa-868a-94c7f62175c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.554799] env[68216]: DEBUG nova.policy [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9356533b7b4445accfa7646902d41c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '456ec608aad04c10b3db8f6a6b10f440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.724462] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52477872-f146-362a-1cd2-0260ba118632, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.724932] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.725393] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.725751] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.726345] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.726667] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.727054] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a53f3bdd-4c19-4924-9cea-6dbaab1cd4be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.736723] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.736965] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.737934] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8296466e-c162-4327-9da4-7f8bd414cce5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.744698] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 908.744698] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ab5942-5f0f-17b3-500a-b2482d0df620" [ 908.744698] env[68216]: _type = "Task" [ 908.744698] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.754260] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ab5942-5f0f-17b3-500a-b2482d0df620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.842157] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068662, 'name': ReconfigVM_Task, 'duration_secs': 0.160128} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.842492] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.843979] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-801588c8-24ca-4d5a-9d53-47a1697c4063 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.853019] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 908.853019] env[68216]: value = "task-3068665" [ 908.853019] env[68216]: _type = "Task" [ 908.853019] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.859669] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.861530] env[68216]: DEBUG nova.network.neutron [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Successfully created port: eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.866505] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquiring lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.866796] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.938138] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.952100] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068663, 'name': ReconfigVM_Task, 'duration_secs': 0.304261} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.955334] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 85f7bf69-810c-448c-a1d9-4642bc5a1a93/85f7bf69-810c-448c-a1d9-4642bc5a1a93.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.956232] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068664, 'name': ReconfigVM_Task, 'duration_secs': 0.253441} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.956478] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3642d5fa-d434-4831-b707-93c9db35409c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.958064] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] a921648e-fabb-4574-b7be-709144ac134f/a921648e-fabb-4574-b7be-709144ac134f.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.958649] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3264a7a0-cda8-4e3b-93f5-7db1734adb3a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.963945] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 908.963945] env[68216]: value = "task-3068666" [ 908.963945] env[68216]: _type = "Task" [ 908.963945] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.967774] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 908.967774] env[68216]: value = "task-3068667" [ 908.967774] env[68216]: _type = "Task" [ 908.967774] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.973982] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068666, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.978449] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068667, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.003878] env[68216]: DEBUG nova.objects.base [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Object Instance<878d010a-a036-4228-85fa-7f3d990bfd58> lazy-loaded attributes: resources,numa_topology {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 909.012629] env[68216]: DEBUG nova.compute.manager [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.047282] env[68216]: DEBUG nova.network.neutron [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.049808] env[68216]: DEBUG oslo_concurrency.lockutils [req-bf4d754f-40af-4e0e-80c4-494b930ec2e1 req-5e622612-8fff-4ea4-beb4-d2bf61846024 service nova] Releasing lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.195742] env[68216]: DEBUG nova.network.neutron [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Updating instance_info_cache with network_info: [{"id": "5a7c041c-a671-4a9b-9038-f0e8ac7ce60b", "address": "fa:16:3e:25:98:f2", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7c041c-a6", "ovs_interfaceid": "5a7c041c-a671-4a9b-9038-f0e8ac7ce60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.254696] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ab5942-5f0f-17b3-500a-b2482d0df620, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.258775] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c451bb6b-83d2-4fc0-b9eb-b5fb7d17b0c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.263975] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 909.263975] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520b4a3d-e817-e0a1-330f-b0bdbaa72730" [ 909.263975] env[68216]: _type = "Task" [ 909.263975] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.275013] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520b4a3d-e817-e0a1-330f-b0bdbaa72730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.292740] env[68216]: DEBUG nova.compute.manager [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Received event network-vif-plugged-5a7c041c-a671-4a9b-9038-f0e8ac7ce60b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 909.293144] env[68216]: DEBUG oslo_concurrency.lockutils [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] Acquiring lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.293380] env[68216]: DEBUG oslo_concurrency.lockutils [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] Lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.293607] env[68216]: DEBUG oslo_concurrency.lockutils [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] Lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.293871] env[68216]: DEBUG nova.compute.manager [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] No waiting events found dispatching network-vif-plugged-5a7c041c-a671-4a9b-9038-f0e8ac7ce60b {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.294213] env[68216]: WARNING nova.compute.manager [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Received unexpected event network-vif-plugged-5a7c041c-a671-4a9b-9038-f0e8ac7ce60b for instance with vm_state building and task_state spawning. [ 909.294535] env[68216]: DEBUG nova.compute.manager [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Received event network-changed-5a7c041c-a671-4a9b-9038-f0e8ac7ce60b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 909.294784] env[68216]: DEBUG nova.compute.manager [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Refreshing instance network info cache due to event network-changed-5a7c041c-a671-4a9b-9038-f0e8ac7ce60b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 909.295045] env[68216]: DEBUG oslo_concurrency.lockutils [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] Acquiring lock "refresh_cache-eb3a9508-116e-4d4b-8142-b4593dbb60e6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.365198] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068665, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.369015] env[68216]: DEBUG nova.compute.manager [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.375987] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cadf5bb-392c-43e4-bfd5-76a0284aa01b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.380397] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa2e90-4dc2-4698-ac58-e0f9dec2cac1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.411781] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045d666f-9e9e-440a-beb3-568cb9e7235c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.420737] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceade2a4-d24c-463d-bcb0-7c3b3279d3dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.436012] env[68216]: DEBUG nova.compute.provider_tree [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.479144] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068666, 'name': Rename_Task, 'duration_secs': 0.1453} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.482441] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.483110] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068667, 'name': Rename_Task, 'duration_secs': 0.285785} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.483299] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af3865cd-5bb8-4f44-8a29-312bc34092d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.484940] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.485195] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b0403e-bb4c-4daf-8ade-c3cebab6ad52 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.491835] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 909.491835] env[68216]: value = "task-3068668" [ 909.491835] env[68216]: _type = "Task" [ 909.491835] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.493230] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 909.493230] env[68216]: value = "task-3068669" [ 909.493230] env[68216]: _type = "Task" [ 909.493230] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.503729] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.507032] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.702020] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "refresh_cache-eb3a9508-116e-4d4b-8142-b4593dbb60e6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.702020] env[68216]: DEBUG nova.compute.manager [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Instance network_info: |[{"id": "5a7c041c-a671-4a9b-9038-f0e8ac7ce60b", "address": "fa:16:3e:25:98:f2", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7c041c-a6", "ovs_interfaceid": "5a7c041c-a671-4a9b-9038-f0e8ac7ce60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.702020] env[68216]: DEBUG oslo_concurrency.lockutils [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] Acquired lock "refresh_cache-eb3a9508-116e-4d4b-8142-b4593dbb60e6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.702020] env[68216]: DEBUG nova.network.neutron [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Refreshing network info cache for port 5a7c041c-a671-4a9b-9038-f0e8ac7ce60b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.702020] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:98:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a7c041c-a671-4a9b-9038-f0e8ac7ce60b', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.716886] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.717936] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.718195] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0f40fee-debe-4948-93bd-529575d95046 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.737345] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.737345] env[68216]: value = "task-3068670" [ 909.737345] env[68216]: _type = "Task" [ 909.737345] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.745970] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068670, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.775755] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520b4a3d-e817-e0a1-330f-b0bdbaa72730, 'name': SearchDatastore_Task, 'duration_secs': 0.010962} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.776132] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.776490] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 1c792478-7aeb-4196-9bba-d8291ea43db2/1c792478-7aeb-4196-9bba-d8291ea43db2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.776821] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4065459-1359-4f3e-96e3-301d8016c9f0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.784050] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 909.784050] env[68216]: value = "task-3068671" [ 909.784050] env[68216]: _type = "Task" [ 909.784050] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.792854] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.861151] env[68216]: DEBUG oslo_vmware.api [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068665, 'name': PowerOnVM_Task, 'duration_secs': 0.697797} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.861439] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.866954] env[68216]: DEBUG nova.compute.manager [None req-9b9d26ff-6f83-4d22-9229-e7cef4c24162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.868119] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee04dd5e-60a1-4bae-9c5a-aae8faed638c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.896062] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.939544] env[68216]: DEBUG nova.scheduler.client.report [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.010821] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068668, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.016668] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068669, 'name': PowerOnVM_Task, 'duration_secs': 0.478231} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.017102] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.017407] env[68216]: INFO nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Took 9.90 seconds to spawn the instance on the hypervisor. [ 910.017671] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.018901] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebacfa4f-80c9-423d-ab6d-551642091418 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.024807] env[68216]: DEBUG nova.compute.manager [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.054758] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.055145] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.055326] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.055511] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.055669] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.055937] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.056278] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.056459] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.056713] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.056889] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.057118] env[68216]: DEBUG nova.virt.hardware [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.058281] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15b4214-ab6d-4db0-a839-4dc412144ac8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.068587] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d99dc24-f77d-43e0-a441-6b3ff77b7fec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.136257] env[68216]: INFO nova.compute.manager [None req-35221c09-eb0e-42f5-883b-26dc00831954 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Get console output [ 910.136527] env[68216]: WARNING nova.virt.vmwareapi.driver [None req-35221c09-eb0e-42f5-883b-26dc00831954 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] The console log is missing. Check your VSPC configuration [ 910.249692] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068670, 'name': CreateVM_Task, 'duration_secs': 0.469163} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.252540] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.253419] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.253647] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.254100] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.254717] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29d5362-6fea-4b91-bc7a-7113f0fa2e7b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.261156] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 910.261156] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522280a4-19f4-424b-f63d-8af38732bb5d" [ 910.261156] env[68216]: _type = "Task" [ 910.261156] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.272214] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522280a4-19f4-424b-f63d-8af38732bb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.294492] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068671, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.380100] env[68216]: DEBUG nova.network.neutron [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Successfully updated port: eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.448624] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.450290] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.490s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.450811] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.453240] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.710s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.453596] env[68216]: DEBUG nova.objects.instance [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lazy-loading 'resources' on Instance uuid eba375c4-b720-4034-8df5-b53cd1a66539 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.480388] env[68216]: INFO nova.scheduler.client.report [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted allocations for instance a042fa4e-69bd-4bce-8b02-c1bec4909365 [ 910.505260] env[68216]: DEBUG oslo_vmware.api [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068668, 'name': PowerOnVM_Task, 'duration_secs': 0.573937} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.506173] env[68216]: DEBUG nova.network.neutron [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Updated VIF entry in instance network info cache for port 5a7c041c-a671-4a9b-9038-f0e8ac7ce60b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.506509] env[68216]: DEBUG nova.network.neutron [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Updating instance_info_cache with network_info: [{"id": "5a7c041c-a671-4a9b-9038-f0e8ac7ce60b", "address": "fa:16:3e:25:98:f2", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7c041c-a6", "ovs_interfaceid": "5a7c041c-a671-4a9b-9038-f0e8ac7ce60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.507686] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.507880] env[68216]: INFO nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Took 7.86 seconds to spawn the instance on the hypervisor. [ 910.508072] env[68216]: DEBUG nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.509976] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eea147-38df-44bd-a958-f4379fb2e21b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.543353] env[68216]: INFO nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Took 19.71 seconds to build instance. [ 910.770995] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522280a4-19f4-424b-f63d-8af38732bb5d, 'name': SearchDatastore_Task, 'duration_secs': 0.042999} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.771319] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.771554] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.771783] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.771959] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.772167] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.772423] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a5c1bf9-83ed-43db-9e9d-17e8665cf36d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.782538] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.783064] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.783666] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4199b3f-e68b-4f54-989f-c3be01d558b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.791722] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 910.791722] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52444dd2-73df-8c0d-2c4a-142e1b546327" [ 910.791722] env[68216]: _type = "Task" [ 910.791722] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.795632] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570247} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.798085] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 1c792478-7aeb-4196-9bba-d8291ea43db2/1c792478-7aeb-4196-9bba-d8291ea43db2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.798085] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.798085] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4957ec6-839d-41ff-9cd7-c0e068407d81 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.806249] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52444dd2-73df-8c0d-2c4a-142e1b546327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.807517] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 910.807517] env[68216]: value = "task-3068672" [ 910.807517] env[68216]: _type = "Task" [ 910.807517] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.820889] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.887576] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.887784] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.887867] env[68216]: DEBUG nova.network.neutron [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.955352] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d412d58-a993-46bd-a28e-58496de89fa4 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "878d010a-a036-4228-85fa-7f3d990bfd58" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.933s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.955764] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "878d010a-a036-4228-85fa-7f3d990bfd58" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.520s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.955970] env[68216]: INFO nova.compute.manager [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Unshelving [ 910.990392] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dc180241-2fee-43a3-98c3-67d99137840f tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "a042fa4e-69bd-4bce-8b02-c1bec4909365" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.824s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.011845] env[68216]: DEBUG oslo_concurrency.lockutils [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] Releasing lock "refresh_cache-eb3a9508-116e-4d4b-8142-b4593dbb60e6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.012262] env[68216]: DEBUG nova.compute.manager [req-a495a602-ae63-4424-9d0f-5b8db27267c4 req-fa0e8445-de96-44b8-9ecd-604e179e2e53 service nova] [instance: a508810a-700a-4fee-b20d-e5486814939a] Received event network-vif-deleted-538307cf-367a-4c43-9ea0-df7aafc2934e {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.035549] env[68216]: INFO nova.compute.manager [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Took 20.16 seconds to build instance. [ 911.047184] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.229s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.281464] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0838a9-8d18-4609-8a3e-c07104b994ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.290847] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784a3db3-5f07-4fca-a5d0-e386904a8873 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.326202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Acquiring lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.326477] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.326681] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Acquiring lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.326859] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.327028] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.328907] env[68216]: INFO nova.compute.manager [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Terminating instance [ 911.333906] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099adcaa-0b28-4cdc-8daa-c0179ead3924 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.340341] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52444dd2-73df-8c0d-2c4a-142e1b546327, 'name': SearchDatastore_Task, 'duration_secs': 0.030417} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.342115] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6946299-d3d9-42a1-afbb-bb5708cc37be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.348642] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065666} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.352212] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.352212] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82729311-c229-4aaf-bcc9-f068590a082e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.356219] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2f6437-f153-4874-ba1f-673e1cea5c59 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.358733] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 911.358733] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5234951a-a3ab-6dad-b560-3c400c37822b" [ 911.358733] env[68216]: _type = "Task" [ 911.358733] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.387279] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 1c792478-7aeb-4196-9bba-d8291ea43db2/1c792478-7aeb-4196-9bba-d8291ea43db2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.387797] env[68216]: DEBUG nova.compute.provider_tree [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.389755] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57347a6-0fbd-4f63-a2cc-621b28c0de03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.410658] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5234951a-a3ab-6dad-b560-3c400c37822b, 'name': SearchDatastore_Task, 'duration_secs': 0.036614} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.411288] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.411545] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] eb3a9508-116e-4d4b-8142-b4593dbb60e6/eb3a9508-116e-4d4b-8142-b4593dbb60e6.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.412103] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d42752f4-5e69-43a6-ad89-a4526e47b2dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.415554] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 911.415554] env[68216]: value = "task-3068673" [ 911.415554] env[68216]: _type = "Task" [ 911.415554] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.419988] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 911.419988] env[68216]: value = "task-3068674" [ 911.419988] env[68216]: _type = "Task" [ 911.419988] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.426059] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.430670] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.445243] env[68216]: DEBUG oslo_concurrency.lockutils [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "a921648e-fabb-4574-b7be-709144ac134f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.456160] env[68216]: DEBUG nova.network.neutron [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.489008] env[68216]: DEBUG nova.compute.manager [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Received event network-vif-plugged-eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.489290] env[68216]: DEBUG oslo_concurrency.lockutils [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] Acquiring lock "2274a461-afef-42ae-8d74-7659affa7b3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.489448] env[68216]: DEBUG oslo_concurrency.lockutils [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] Lock "2274a461-afef-42ae-8d74-7659affa7b3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.489625] env[68216]: DEBUG oslo_concurrency.lockutils [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] Lock "2274a461-afef-42ae-8d74-7659affa7b3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.489793] env[68216]: DEBUG nova.compute.manager [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] No waiting events found dispatching network-vif-plugged-eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.489984] env[68216]: WARNING nova.compute.manager [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Received unexpected event network-vif-plugged-eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf for instance with vm_state building and task_state spawning. [ 911.490572] env[68216]: DEBUG nova.compute.manager [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Received event network-changed-eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.490572] env[68216]: DEBUG nova.compute.manager [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Refreshing instance network info cache due to event network-changed-eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 911.490572] env[68216]: DEBUG oslo_concurrency.lockutils [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] Acquiring lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.537441] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7cbeac38-3d5d-424a-a3c6-02a7c74f30d1 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "a921648e-fabb-4574-b7be-709144ac134f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.679s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.538191] env[68216]: DEBUG oslo_concurrency.lockutils [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "a921648e-fabb-4574-b7be-709144ac134f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.094s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.538191] env[68216]: DEBUG oslo_concurrency.lockutils [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "a921648e-fabb-4574-b7be-709144ac134f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.538273] env[68216]: DEBUG oslo_concurrency.lockutils [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "a921648e-fabb-4574-b7be-709144ac134f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.538390] env[68216]: DEBUG oslo_concurrency.lockutils [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "a921648e-fabb-4574-b7be-709144ac134f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.540702] env[68216]: INFO nova.compute.manager [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Terminating instance [ 911.733036] env[68216]: DEBUG oslo_concurrency.lockutils [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.733313] env[68216]: DEBUG oslo_concurrency.lockutils [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.733496] env[68216]: DEBUG oslo_concurrency.lockutils [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.733671] env[68216]: DEBUG oslo_concurrency.lockutils [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.733833] env[68216]: DEBUG oslo_concurrency.lockutils [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.736132] env[68216]: INFO nova.compute.manager [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Terminating instance [ 911.841982] env[68216]: DEBUG nova.compute.manager [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.842284] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.842573] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34778435-625c-454b-8c35-f30abbf4971b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.849924] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for the task: (returnval){ [ 911.849924] env[68216]: value = "task-3068675" [ 911.849924] env[68216]: _type = "Task" [ 911.849924] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.858808] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.906289] env[68216]: DEBUG nova.scheduler.client.report [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.930055] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.933993] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068673, 'name': ReconfigVM_Task, 'duration_secs': 0.297367} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.934341] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 1c792478-7aeb-4196-9bba-d8291ea43db2/1c792478-7aeb-4196-9bba-d8291ea43db2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.935081] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63264466-7482-4817-9d5b-40cad9529c17 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.942419] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 911.942419] env[68216]: value = "task-3068676" [ 911.942419] env[68216]: _type = "Task" [ 911.942419] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.951806] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068676, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.989306] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.040378] env[68216]: DEBUG nova.network.neutron [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance_info_cache with network_info: [{"id": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "address": "fa:16:3e:b4:42:d1", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca3c4c6-2c", "ovs_interfaceid": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.045872] env[68216]: DEBUG nova.compute.manager [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.046458] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.047147] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c689c072-4161-43c4-b263-e54fd86938e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.060779] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.061157] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0a7f7fe-c9d5-48bd-852c-fb5d1e121f67 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.067966] env[68216]: DEBUG oslo_vmware.api [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 912.067966] env[68216]: value = "task-3068677" [ 912.067966] env[68216]: _type = "Task" [ 912.067966] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.088308] env[68216]: DEBUG oslo_vmware.api [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.098404] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "65d707f2-7ca7-4441-b763-0d1042cc9b70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.098642] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "65d707f2-7ca7-4441-b763-0d1042cc9b70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.240460] env[68216]: DEBUG nova.compute.manager [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.240732] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.241662] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea75ce1-b88f-4146-baba-db4e995890e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.249958] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.250270] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2493adc-49b4-453a-a085-843a820f10f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.257238] env[68216]: DEBUG oslo_vmware.api [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 912.257238] env[68216]: value = "task-3068678" [ 912.257238] env[68216]: _type = "Task" [ 912.257238] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.266030] env[68216]: DEBUG oslo_vmware.api [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.362155] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068675, 'name': PowerOffVM_Task, 'duration_secs': 0.226222} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.362824] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.363334] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 912.363334] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614344', 'volume_id': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250', 'name': 'volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54cd1d03-f73e-4c5e-89c0-fc2a129792df', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250', 'serial': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 912.364241] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a7631b-dede-41be-801d-dab073ca3989 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.386292] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb81762-420e-485e-a205-7a52d7d4a011 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.393926] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e83a2f-806f-49d5-a5a7-2697b634e798 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.414377] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.417182] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.376s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.418853] env[68216]: INFO nova.compute.claims [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.422990] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc18cf94-27c3-4811-8e98-6ef11e877ca4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.442163] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] The volume has not been displaced from its original location: [datastore2] volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250/volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 912.448125] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 912.449291] env[68216]: INFO nova.scheduler.client.report [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted allocations for instance eba375c4-b720-4034-8df5-b53cd1a66539 [ 912.453758] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf6adfe-0f13-41cb-882b-f7c7c142ce6c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.467434] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555021} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.473349] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] eb3a9508-116e-4d4b-8142-b4593dbb60e6/eb3a9508-116e-4d4b-8142-b4593dbb60e6.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.473581] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.474730] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c470a66-df3b-4272-b6fa-210a8be00637 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.479909] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for the task: (returnval){ [ 912.479909] env[68216]: value = "task-3068679" [ 912.479909] env[68216]: _type = "Task" [ 912.479909] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.483214] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068676, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.487621] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 912.487621] env[68216]: value = "task-3068680" [ 912.487621] env[68216]: _type = "Task" [ 912.487621] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.494142] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068679, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.498600] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.543590] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.543965] env[68216]: DEBUG nova.compute.manager [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Instance network_info: |[{"id": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "address": "fa:16:3e:b4:42:d1", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca3c4c6-2c", "ovs_interfaceid": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.545026] env[68216]: DEBUG oslo_concurrency.lockutils [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] Acquired lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.545026] env[68216]: DEBUG nova.network.neutron [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Refreshing network info cache for port eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.546126] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:42:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.554444] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.558285] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.559153] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b21422b-ddd9-40de-9349-82eb3fd0edfc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.582082] env[68216]: DEBUG oslo_vmware.api [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068677, 'name': PowerOffVM_Task, 'duration_secs': 0.329032} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.583366] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.583591] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.583847] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.583847] env[68216]: value = "task-3068681" [ 912.583847] env[68216]: _type = "Task" [ 912.583847] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.584143] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a31bf397-0fd5-4bb0-92c6-e429724ea63a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.593387] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068681, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.601184] env[68216]: DEBUG nova.compute.manager [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.650540] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.650728] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.650846] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleting the datastore file [datastore2] a921648e-fabb-4574-b7be-709144ac134f {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.651083] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11bc0d3e-e203-4eb2-9ba1-99b5437f9c75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.659774] env[68216]: DEBUG oslo_vmware.api [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 912.659774] env[68216]: value = "task-3068683" [ 912.659774] env[68216]: _type = "Task" [ 912.659774] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.668390] env[68216]: DEBUG oslo_vmware.api [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.769457] env[68216]: DEBUG oslo_vmware.api [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068678, 'name': PowerOffVM_Task, 'duration_secs': 0.267273} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.769641] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.769817] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.770163] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f74118c8-a149-45ef-a05e-251353072fd9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.828793] env[68216]: DEBUG nova.network.neutron [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updated VIF entry in instance network info cache for port eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.828793] env[68216]: DEBUG nova.network.neutron [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance_info_cache with network_info: [{"id": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "address": "fa:16:3e:b4:42:d1", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca3c4c6-2c", "ovs_interfaceid": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.853530] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.853840] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.854102] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleting the datastore file [datastore1] 85f7bf69-810c-448c-a1d9-4642bc5a1a93 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.854668] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e5573d4-1594-40ac-bda0-c7e1274ba5df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.861124] env[68216]: DEBUG oslo_vmware.api [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 912.861124] env[68216]: value = "task-3068685" [ 912.861124] env[68216]: _type = "Task" [ 912.861124] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.870726] env[68216]: DEBUG oslo_vmware.api [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.965660] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068676, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.979957] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cfd62e79-2966-4487-9d62-14f9c45ff20c tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eba375c4-b720-4034-8df5-b53cd1a66539" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.044s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.994959] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.000943] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.095950] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068681, 'name': CreateVM_Task, 'duration_secs': 0.371751} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.095950] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.096654] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.096879] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.097276] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.097584] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1a417d-79c8-43ad-936b-844c6dd2c39c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.102663] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 913.102663] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5240ede0-1801-0e54-3418-dd31c497ccf7" [ 913.102663] env[68216]: _type = "Task" [ 913.102663] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.114570] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5240ede0-1801-0e54-3418-dd31c497ccf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.128965] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.168555] env[68216]: DEBUG oslo_vmware.api [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230779} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.168807] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.168989] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.169188] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.169390] env[68216]: INFO nova.compute.manager [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: a921648e-fabb-4574-b7be-709144ac134f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 913.169638] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.169831] env[68216]: DEBUG nova.compute.manager [-] [instance: a921648e-fabb-4574-b7be-709144ac134f] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.169934] env[68216]: DEBUG nova.network.neutron [-] [instance: a921648e-fabb-4574-b7be-709144ac134f] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.323612] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e5214eca-dda1-41d9-804a-d260542b50a3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.323873] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.324093] env[68216]: DEBUG nova.compute.manager [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.325393] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b04370-5bb8-4529-a76d-ea8035da08d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.330991] env[68216]: DEBUG oslo_concurrency.lockutils [req-04111a1c-2564-4da6-be32-4c2d08b9db1b req-b6936446-1a89-4882-93e2-1f367b5edc86 service nova] Releasing lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.332652] env[68216]: DEBUG nova.compute.manager [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 913.333210] env[68216]: DEBUG nova.objects.instance [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'flavor' on Instance uuid e5214eca-dda1-41d9-804a-d260542b50a3 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.374916] env[68216]: DEBUG oslo_vmware.api [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186001} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.376548] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.376771] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.376973] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.377185] env[68216]: INFO nova.compute.manager [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Took 1.14 seconds to destroy the instance on the hypervisor. [ 913.377445] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.378021] env[68216]: DEBUG nova.compute.manager [-] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.378156] env[68216]: DEBUG nova.network.neutron [-] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.471628] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068676, 'name': Rename_Task, 'duration_secs': 1.191952} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.471628] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.471628] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07332944-79b8-4611-be3f-ad4a40355274 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.479052] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 913.479052] env[68216]: value = "task-3068686" [ 913.479052] env[68216]: _type = "Task" [ 913.479052] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.496838] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.500279] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.504228] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.823369} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.504486] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.505366] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c301f-8c89-4c54-8b44-fdd21aa59e9b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.536771] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] eb3a9508-116e-4d4b-8142-b4593dbb60e6/eb3a9508-116e-4d4b-8142-b4593dbb60e6.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.536771] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c3837a-9189-4676-b395-a6893c616b98 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.559507] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 913.559507] env[68216]: value = "task-3068687" [ 913.559507] env[68216]: _type = "Task" [ 913.559507] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.570100] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.620668] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5240ede0-1801-0e54-3418-dd31c497ccf7, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.621321] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.621638] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.621934] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.622111] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.622317] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.622613] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81e2917c-1687-43ed-9cf0-17c7ec52c571 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.632397] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.632595] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.633856] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df01eafd-708c-47ba-b06b-3ae88df19f37 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.638925] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 913.638925] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52794c7b-32dd-327e-e16d-8364959f7a64" [ 913.638925] env[68216]: _type = "Task" [ 913.638925] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.651329] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52794c7b-32dd-327e-e16d-8364959f7a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.679262] env[68216]: DEBUG nova.compute.manager [req-4437c00f-6e04-4b13-b421-78907979e364 req-a9c75df2-8060-4c22-849b-09fa5fd497be service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Received event network-vif-deleted-aa195c52-77df-4074-b251-918808fb5899 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.679489] env[68216]: INFO nova.compute.manager [req-4437c00f-6e04-4b13-b421-78907979e364 req-a9c75df2-8060-4c22-849b-09fa5fd497be service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Neutron deleted interface aa195c52-77df-4074-b251-918808fb5899; detaching it from the instance and deleting it from the info cache [ 913.679784] env[68216]: DEBUG nova.network.neutron [req-4437c00f-6e04-4b13-b421-78907979e364 req-a9c75df2-8060-4c22-849b-09fa5fd497be service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.714094] env[68216]: DEBUG nova.compute.manager [req-223b1ade-fe9d-429f-8832-88e602fb35cd req-cbc92aad-9fc9-4ba8-b2ba-3f36c54c4f59 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Received event network-vif-deleted-65ebb6a4-e5d9-46c3-8708-ee45dedc1efc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.714304] env[68216]: INFO nova.compute.manager [req-223b1ade-fe9d-429f-8832-88e602fb35cd req-cbc92aad-9fc9-4ba8-b2ba-3f36c54c4f59 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Neutron deleted interface 65ebb6a4-e5d9-46c3-8708-ee45dedc1efc; detaching it from the instance and deleting it from the info cache [ 913.714572] env[68216]: DEBUG nova.network.neutron [req-223b1ade-fe9d-429f-8832-88e602fb35cd req-cbc92aad-9fc9-4ba8-b2ba-3f36c54c4f59 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.881243] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa49a136-14b1-4472-bd3b-8f72815c3644 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.889288] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40abc097-e0e6-46b6-8d59-dc107e3ee659 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.921541] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e288183c-2c68-4e4f-9c0b-a35eec09c57d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.928993] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542bb1bc-ba35-497d-8f60-23ecb31e909b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.946736] env[68216]: DEBUG nova.compute.provider_tree [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.989285] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068686, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.997448] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068679, 'name': ReconfigVM_Task, 'duration_secs': 1.048209} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.997730] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 914.002723] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b375c48a-ff4c-4152-8b7d-ce64238ddf27 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.018290] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for the task: (returnval){ [ 914.018290] env[68216]: value = "task-3068688" [ 914.018290] env[68216]: _type = "Task" [ 914.018290] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.027314] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.069144] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068687, 'name': ReconfigVM_Task, 'duration_secs': 0.254397} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.069421] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Reconfigured VM instance instance-0000004f to attach disk [datastore2] eb3a9508-116e-4d4b-8142-b4593dbb60e6/eb3a9508-116e-4d4b-8142-b4593dbb60e6.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.070990] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8987cd44-1eb3-4d97-9e62-9135f53154c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.074485] env[68216]: DEBUG oslo_concurrency.lockutils [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "512e9886-b14a-4d89-93b9-817624140861" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.074711] env[68216]: DEBUG oslo_concurrency.lockutils [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.077291] env[68216]: DEBUG nova.network.neutron [-] [instance: a921648e-fabb-4574-b7be-709144ac134f] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.078522] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 914.078522] env[68216]: value = "task-3068689" [ 914.078522] env[68216]: _type = "Task" [ 914.078522] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.089187] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068689, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.149837] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52794c7b-32dd-327e-e16d-8364959f7a64, 'name': SearchDatastore_Task, 'duration_secs': 0.00856} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.150676] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bec819-b5e7-4a2e-9f76-e1fce536006d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.156934] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 914.156934] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5284b518-78cf-5e25-fb26-66fc6658e19e" [ 914.156934] env[68216]: _type = "Task" [ 914.156934] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.167137] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5284b518-78cf-5e25-fb26-66fc6658e19e, 'name': SearchDatastore_Task, 'duration_secs': 0.008666} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.167418] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.167718] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 2274a461-afef-42ae-8d74-7659affa7b3c/2274a461-afef-42ae-8d74-7659affa7b3c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.167962] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d2ee62c-1b7c-4b56-9c28-b58d343c9f43 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.173359] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 914.173359] env[68216]: value = "task-3068690" [ 914.173359] env[68216]: _type = "Task" [ 914.173359] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.181014] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.183670] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34e9db54-4c8f-4564-ab7a-4828d523cd5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.185386] env[68216]: DEBUG nova.network.neutron [-] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.192156] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3318953-cb8b-4063-a2d5-8751f964dd37 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.227371] env[68216]: DEBUG nova.compute.manager [req-4437c00f-6e04-4b13-b421-78907979e364 req-a9c75df2-8060-4c22-849b-09fa5fd497be service nova] [instance: a921648e-fabb-4574-b7be-709144ac134f] Detach interface failed, port_id=aa195c52-77df-4074-b251-918808fb5899, reason: Instance a921648e-fabb-4574-b7be-709144ac134f could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 914.227810] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fad197d9-efbb-44df-947b-1fdac1011ffc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.237323] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7877805-206c-4dca-b607-d729264aa932 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.271629] env[68216]: DEBUG nova.compute.manager [req-223b1ade-fe9d-429f-8832-88e602fb35cd req-cbc92aad-9fc9-4ba8-b2ba-3f36c54c4f59 service nova] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Detach interface failed, port_id=65ebb6a4-e5d9-46c3-8708-ee45dedc1efc, reason: Instance 85f7bf69-810c-448c-a1d9-4642bc5a1a93 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 914.341632] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.341971] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adcad7e9-67e2-410f-b351-4c739644a7d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.349268] env[68216]: DEBUG oslo_vmware.api [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 914.349268] env[68216]: value = "task-3068691" [ 914.349268] env[68216]: _type = "Task" [ 914.349268] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.358652] env[68216]: DEBUG oslo_vmware.api [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.450034] env[68216]: DEBUG nova.scheduler.client.report [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.493825] env[68216]: DEBUG oslo_vmware.api [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068686, 'name': PowerOnVM_Task, 'duration_secs': 0.591415} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.494017] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.494215] env[68216]: INFO nova.compute.manager [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Took 9.63 seconds to spawn the instance on the hypervisor. [ 914.494422] env[68216]: DEBUG nova.compute.manager [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.495302] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1cd580-16f5-4d82-92d3-c48ca1b5a744 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.530690] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068688, 'name': ReconfigVM_Task, 'duration_secs': 0.140572} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.531602] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614344', 'volume_id': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250', 'name': 'volume-d2a3076f-a4bd-4e21-b63f-6a60cec68250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54cd1d03-f73e-4c5e-89c0-fc2a129792df', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250', 'serial': 'd2a3076f-a4bd-4e21-b63f-6a60cec68250'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 914.531602] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.532657] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12225c49-2576-4879-bcf2-5138bf2bc0bf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.541538] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.541615] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ceb7ebe-8ace-43ae-ab9a-ad82fc71960f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.581026] env[68216]: DEBUG nova.compute.utils [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.583440] env[68216]: INFO nova.compute.manager [-] [instance: a921648e-fabb-4574-b7be-709144ac134f] Took 1.41 seconds to deallocate network for instance. [ 914.607407] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068689, 'name': Rename_Task, 'duration_secs': 0.133702} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.607577] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.607876] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f3ec7e-9bc7-4c8c-a77a-f74ff2052eb2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.614105] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.614204] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.614439] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Deleting the datastore file [datastore2] 54cd1d03-f73e-4c5e-89c0-fc2a129792df {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.615913] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24b1d205-25ee-436e-9a67-1955a5de9ed1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.617992] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 914.617992] env[68216]: value = "task-3068693" [ 914.617992] env[68216]: _type = "Task" [ 914.617992] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.624246] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for the task: (returnval){ [ 914.624246] env[68216]: value = "task-3068694" [ 914.624246] env[68216]: _type = "Task" [ 914.624246] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.632118] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.637434] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.685555] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.688507] env[68216]: INFO nova.compute.manager [-] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Took 1.31 seconds to deallocate network for instance. [ 914.859776] env[68216]: DEBUG oslo_vmware.api [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068691, 'name': PowerOffVM_Task, 'duration_secs': 0.459658} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.860081] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.860303] env[68216]: DEBUG nova.compute.manager [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.861164] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fb0119-538f-4032-b45f-87076adceae9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.956309] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.956836] env[68216]: DEBUG nova.compute.manager [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.959825] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.562s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.960046] env[68216]: DEBUG nova.objects.instance [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lazy-loading 'resources' on Instance uuid d78a3164-0de0-46f6-a977-ffc6308ea55b {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.014075] env[68216]: INFO nova.compute.manager [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Took 22.00 seconds to build instance. [ 915.084854] env[68216]: DEBUG oslo_concurrency.lockutils [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.101116] env[68216]: DEBUG oslo_concurrency.lockutils [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.128327] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.136292] env[68216]: DEBUG oslo_vmware.api [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Task: {'id': task-3068694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281363} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.136586] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.136772] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.136946] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.137131] env[68216]: INFO nova.compute.manager [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Took 3.29 seconds to destroy the instance on the hypervisor. [ 915.137381] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.137617] env[68216]: DEBUG nova.compute.manager [-] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.137722] env[68216]: DEBUG nova.network.neutron [-] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.186942] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580307} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.187351] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 2274a461-afef-42ae-8d74-7659affa7b3c/2274a461-afef-42ae-8d74-7659affa7b3c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.187548] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.188009] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ef6bbcd-18ee-4561-bfce-42c2041b8f3c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.196016] env[68216]: DEBUG oslo_concurrency.lockutils [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.196314] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 915.196314] env[68216]: value = "task-3068695" [ 915.196314] env[68216]: _type = "Task" [ 915.196314] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.205972] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.372777] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2d3b67-4036-42a5-b386-df02bc7680c2 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.463203] env[68216]: DEBUG nova.compute.utils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.467334] env[68216]: DEBUG nova.compute.manager [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.467743] env[68216]: DEBUG nova.network.neutron [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.516555] env[68216]: DEBUG oslo_concurrency.lockutils [None req-45a481fe-e9e9-4cf9-89fb-790a5a0d9a4e tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "1c792478-7aeb-4196-9bba-d8291ea43db2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.512s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.570069] env[68216]: DEBUG nova.policy [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35447d69c9a34f2e9953fa523642d8b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a49ee43812b4076a5920f8dd765175c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.635099] env[68216]: DEBUG oslo_vmware.api [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068693, 'name': PowerOnVM_Task, 'duration_secs': 0.611461} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.637150] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.637363] env[68216]: INFO nova.compute.manager [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Took 8.25 seconds to spawn the instance on the hypervisor. [ 915.637535] env[68216]: DEBUG nova.compute.manager [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.638819] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81f6c66-6db5-4ad8-a149-f1948f9080f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.716807] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106987} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.717138] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.717972] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc84fa39-e024-43c1-ab64-59e3132baee8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.747074] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 2274a461-afef-42ae-8d74-7659affa7b3c/2274a461-afef-42ae-8d74-7659affa7b3c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.750159] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af86d216-6441-4213-adcd-1412f5cc317a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.769834] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 915.769834] env[68216]: value = "task-3068696" [ 915.769834] env[68216]: _type = "Task" [ 915.769834] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.777430] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.890068] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea526c1-3576-461e-997e-4578eac62629 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.898800] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c771d58-9798-4eee-bc22-bcb42469312d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.934019] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69e8df8-3b87-49b4-b937-a67e0f650ac2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.942225] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb4bd08-04a5-4fe4-899f-a81641467e08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.956755] env[68216]: DEBUG nova.compute.provider_tree [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.971253] env[68216]: DEBUG nova.compute.manager [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.072694] env[68216]: DEBUG nova.network.neutron [-] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.158082] env[68216]: INFO nova.compute.manager [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Took 22.43 seconds to build instance. [ 916.170644] env[68216]: DEBUG oslo_concurrency.lockutils [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "512e9886-b14a-4d89-93b9-817624140861" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.170887] env[68216]: DEBUG oslo_concurrency.lockutils [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.171126] env[68216]: INFO nova.compute.manager [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Attaching volume 39fb141a-6d13-42a7-a911-4706b738338e to /dev/sdb [ 916.215282] env[68216]: DEBUG nova.objects.instance [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'flavor' on Instance uuid e5214eca-dda1-41d9-804a-d260542b50a3 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.217037] env[68216]: DEBUG nova.compute.manager [req-48dc0a72-b9d3-4c51-a956-8d72b0b072f3 req-94ec3895-fd2d-41b0-bd13-365edb3a8ee3 service nova] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Received event network-vif-deleted-6918b78c-4ec6-4873-819a-c834668071ed {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 916.231864] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd2b8f0-e76c-4bdc-96a6-45189b0ffdfe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.240949] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620413f8-c6b0-48b5-ab2b-5c79b161e286 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.257024] env[68216]: DEBUG nova.virt.block_device [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Updating existing volume attachment record: df809850-a893-4439-bfde-f5b53622f09b {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 916.281807] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.410668] env[68216]: DEBUG nova.network.neutron [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Successfully created port: 10dd421d-1c5f-43a9-a990-8ef6a0c9df40 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.463133] env[68216]: DEBUG nova.scheduler.client.report [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.575333] env[68216]: INFO nova.compute.manager [-] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Took 1.44 seconds to deallocate network for instance. [ 916.625434] env[68216]: DEBUG nova.compute.manager [req-08f036b0-0698-4cf3-a18d-68f96c253fb1 req-b7fd1f0d-5008-4be4-91cc-28aa426ed83a service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Received event network-changed-46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 916.625997] env[68216]: DEBUG nova.compute.manager [req-08f036b0-0698-4cf3-a18d-68f96c253fb1 req-b7fd1f0d-5008-4be4-91cc-28aa426ed83a service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Refreshing instance network info cache due to event network-changed-46a5b311-c732-4caa-868a-94c7f62175c7. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 916.625997] env[68216]: DEBUG oslo_concurrency.lockutils [req-08f036b0-0698-4cf3-a18d-68f96c253fb1 req-b7fd1f0d-5008-4be4-91cc-28aa426ed83a service nova] Acquiring lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.626710] env[68216]: DEBUG oslo_concurrency.lockutils [req-08f036b0-0698-4cf3-a18d-68f96c253fb1 req-b7fd1f0d-5008-4be4-91cc-28aa426ed83a service nova] Acquired lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.626984] env[68216]: DEBUG nova.network.neutron [req-08f036b0-0698-4cf3-a18d-68f96c253fb1 req-b7fd1f0d-5008-4be4-91cc-28aa426ed83a service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Refreshing network info cache for port 46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.660012] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50c6564b-8977-4f21-abb9-8092e81ccfca tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.938s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.721665] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.721954] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.722128] env[68216]: DEBUG nova.network.neutron [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.722367] env[68216]: DEBUG nova.objects.instance [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'info_cache' on Instance uuid e5214eca-dda1-41d9-804a-d260542b50a3 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.780366] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068696, 'name': ReconfigVM_Task, 'duration_secs': 0.885918} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.780788] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 2274a461-afef-42ae-8d74-7659affa7b3c/2274a461-afef-42ae-8d74-7659affa7b3c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.781434] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f4d67e0-12fd-4910-bd8f-e7f9fe159ef1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.788648] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 916.788648] env[68216]: value = "task-3068700" [ 916.788648] env[68216]: _type = "Task" [ 916.788648] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.797569] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068700, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.970222] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.973060] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.962s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.976290] env[68216]: INFO nova.compute.claims [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.987176] env[68216]: DEBUG nova.compute.manager [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.999773] env[68216]: INFO nova.scheduler.client.report [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Deleted allocations for instance d78a3164-0de0-46f6-a977-ffc6308ea55b [ 917.025839] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.026735] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.026921] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.027126] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.027278] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.027431] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.027653] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.027807] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.027967] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.031113] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.031113] env[68216]: DEBUG nova.virt.hardware [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.031113] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4909f318-f461-4e01-927b-ce09b45c0592 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.038638] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba40dff-2db5-488d-84cf-b28919827ea4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.045922] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe4c4b-2067-4c91-bbcc-0a24c8ec34b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.053461] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b83b7-fb50-43df-b7ce-e49e0516987b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Suspending the VM {{(pid=68216) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 917.054371] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5e43b6b6-90a5-48af-b74c-2c96f52f1a6b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.071630] env[68216]: DEBUG oslo_vmware.api [None req-fa6b83b7-fb50-43df-b7ce-e49e0516987b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 917.071630] env[68216]: value = "task-3068701" [ 917.071630] env[68216]: _type = "Task" [ 917.071630] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.085335] env[68216]: DEBUG oslo_vmware.api [None req-fa6b83b7-fb50-43df-b7ce-e49e0516987b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068701, 'name': SuspendVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.147326] env[68216]: INFO nova.compute.manager [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Took 0.57 seconds to detach 1 volumes for instance. [ 917.151034] env[68216]: DEBUG nova.compute.manager [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Deleting volume: d2a3076f-a4bd-4e21-b63f-6a60cec68250 {{(pid=68216) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 917.227026] env[68216]: DEBUG nova.objects.base [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 917.301695] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068700, 'name': Rename_Task, 'duration_secs': 0.156226} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.301695] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.303032] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b22b9f5-8c1a-490a-9d53-cd698a4f8008 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.308697] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 917.308697] env[68216]: value = "task-3068703" [ 917.308697] env[68216]: _type = "Task" [ 917.308697] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.318300] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.396401] env[68216]: DEBUG nova.network.neutron [req-08f036b0-0698-4cf3-a18d-68f96c253fb1 req-b7fd1f0d-5008-4be4-91cc-28aa426ed83a service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Updated VIF entry in instance network info cache for port 46a5b311-c732-4caa-868a-94c7f62175c7. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.396750] env[68216]: DEBUG nova.network.neutron [req-08f036b0-0698-4cf3-a18d-68f96c253fb1 req-b7fd1f0d-5008-4be4-91cc-28aa426ed83a service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Updating instance_info_cache with network_info: [{"id": "46a5b311-c732-4caa-868a-94c7f62175c7", "address": "fa:16:3e:cd:0c:c3", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5b311-c7", "ovs_interfaceid": "46a5b311-c732-4caa-868a-94c7f62175c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.510230] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8721afa0-ccb8-45dc-a597-50e07a7a3fff tempest-ServersTestBootFromVolume-1637970367 tempest-ServersTestBootFromVolume-1637970367-project-member] Lock "d78a3164-0de0-46f6-a977-ffc6308ea55b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.648s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.582318] env[68216]: DEBUG oslo_vmware.api [None req-fa6b83b7-fb50-43df-b7ce-e49e0516987b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068701, 'name': SuspendVM_Task} progress is 58%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.715340] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.819652] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068703, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.900171] env[68216]: DEBUG oslo_concurrency.lockutils [req-08f036b0-0698-4cf3-a18d-68f96c253fb1 req-b7fd1f0d-5008-4be4-91cc-28aa426ed83a service nova] Releasing lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.942291] env[68216]: DEBUG nova.network.neutron [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance_info_cache with network_info: [{"id": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "address": "fa:16:3e:97:38:20", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e8ef90-c4", "ovs_interfaceid": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.084364] env[68216]: DEBUG oslo_vmware.api [None req-fa6b83b7-fb50-43df-b7ce-e49e0516987b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068701, 'name': SuspendVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.302034] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab5554c-e69a-42c1-a31a-433c0af93bc8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.309883] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0a681d-c558-49cd-ade5-7e6cdfb38516 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.321061] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.354682] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1c11b1-3070-4f11-910f-fcc325647b84 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.364290] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de52f139-a5b0-4c8f-8eef-8760a41c7df0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.382249] env[68216]: DEBUG nova.compute.provider_tree [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.446457] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.492989] env[68216]: DEBUG oslo_concurrency.lockutils [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "c5dd208c-4c35-48a9-bcb5-f85123645146" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.492989] env[68216]: DEBUG oslo_concurrency.lockutils [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.590060] env[68216]: DEBUG oslo_vmware.api [None req-fa6b83b7-fb50-43df-b7ce-e49e0516987b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068701, 'name': SuspendVM_Task, 'duration_secs': 1.018255} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.590361] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b83b7-fb50-43df-b7ce-e49e0516987b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Suspended the VM {{(pid=68216) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 918.590620] env[68216]: DEBUG nova.compute.manager [None req-fa6b83b7-fb50-43df-b7ce-e49e0516987b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.591482] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436a201f-c94a-4304-b857-6912809953ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.646595] env[68216]: DEBUG nova.network.neutron [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Successfully updated port: 10dd421d-1c5f-43a9-a990-8ef6a0c9df40 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.776806] env[68216]: DEBUG nova.compute.manager [req-4da8e101-0bc7-4e5c-a549-0803fdef2457 req-18fd0556-9514-4c0c-b770-fcf545dd3788 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Received event network-vif-plugged-10dd421d-1c5f-43a9-a990-8ef6a0c9df40 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 918.780023] env[68216]: DEBUG oslo_concurrency.lockutils [req-4da8e101-0bc7-4e5c-a549-0803fdef2457 req-18fd0556-9514-4c0c-b770-fcf545dd3788 service nova] Acquiring lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.780023] env[68216]: DEBUG oslo_concurrency.lockutils [req-4da8e101-0bc7-4e5c-a549-0803fdef2457 req-18fd0556-9514-4c0c-b770-fcf545dd3788 service nova] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.780023] env[68216]: DEBUG oslo_concurrency.lockutils [req-4da8e101-0bc7-4e5c-a549-0803fdef2457 req-18fd0556-9514-4c0c-b770-fcf545dd3788 service nova] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.780023] env[68216]: DEBUG nova.compute.manager [req-4da8e101-0bc7-4e5c-a549-0803fdef2457 req-18fd0556-9514-4c0c-b770-fcf545dd3788 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] No waiting events found dispatching network-vif-plugged-10dd421d-1c5f-43a9-a990-8ef6a0c9df40 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.780023] env[68216]: WARNING nova.compute.manager [req-4da8e101-0bc7-4e5c-a549-0803fdef2457 req-18fd0556-9514-4c0c-b770-fcf545dd3788 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Received unexpected event network-vif-plugged-10dd421d-1c5f-43a9-a990-8ef6a0c9df40 for instance with vm_state building and task_state spawning. [ 918.823491] env[68216]: DEBUG oslo_vmware.api [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068703, 'name': PowerOnVM_Task, 'duration_secs': 1.233035} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.823768] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.823967] env[68216]: INFO nova.compute.manager [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Took 8.80 seconds to spawn the instance on the hypervisor. [ 918.824251] env[68216]: DEBUG nova.compute.manager [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.825175] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc916109-7722-4857-9621-9f418c756005 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.886182] env[68216]: DEBUG nova.scheduler.client.report [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.996853] env[68216]: INFO nova.compute.manager [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Detaching volume 1614864d-3ae2-477b-b090-c186a6c734a0 [ 919.033285] env[68216]: INFO nova.virt.block_device [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Attempting to driver detach volume 1614864d-3ae2-477b-b090-c186a6c734a0 from mountpoint /dev/sdb [ 919.033526] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 919.033711] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614485', 'volume_id': '1614864d-3ae2-477b-b090-c186a6c734a0', 'name': 'volume-1614864d-3ae2-477b-b090-c186a6c734a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5dd208c-4c35-48a9-bcb5-f85123645146', 'attached_at': '', 'detached_at': '', 'volume_id': '1614864d-3ae2-477b-b090-c186a6c734a0', 'serial': '1614864d-3ae2-477b-b090-c186a6c734a0'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 919.034781] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27410a63-2a38-49b7-a7d6-358f56284ff1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.057870] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2ad02b-e6e0-4d96-9e4e-1f8c7efb1d8e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.064474] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebed0af-2af3-415f-acbb-9e872b2d7f4e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.084593] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4736d3-eeb3-46bb-ac89-fd32e398e455 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.099689] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] The volume has not been displaced from its original location: [datastore2] volume-1614864d-3ae2-477b-b090-c186a6c734a0/volume-1614864d-3ae2-477b-b090-c186a6c734a0.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 919.105963] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 919.108255] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d61162a-8736-423c-a3f3-2fab5e6e889c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.126465] env[68216]: DEBUG oslo_vmware.api [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 919.126465] env[68216]: value = "task-3068705" [ 919.126465] env[68216]: _type = "Task" [ 919.126465] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.134832] env[68216]: DEBUG oslo_vmware.api [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.150101] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.150101] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.150101] env[68216]: DEBUG nova.network.neutron [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.349956] env[68216]: INFO nova.compute.manager [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Took 25.29 seconds to build instance. [ 919.391131] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.391604] env[68216]: DEBUG nova.compute.manager [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.394681] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.075s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.394681] env[68216]: DEBUG nova.objects.instance [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] [instance: feb17be0-8167-4074-94f3-630662435e2b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 919.451633] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.453240] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61dc5b51-e6fd-46f7-9dbe-4049be078aaf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.459662] env[68216]: DEBUG oslo_vmware.api [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 919.459662] env[68216]: value = "task-3068706" [ 919.459662] env[68216]: _type = "Task" [ 919.459662] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.468336] env[68216]: DEBUG oslo_vmware.api [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.641089] env[68216]: DEBUG oslo_vmware.api [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068705, 'name': ReconfigVM_Task, 'duration_secs': 0.255737} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.641479] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 919.646877] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-085308ae-0650-4aa3-a086-dd4c8bd473a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.666470] env[68216]: DEBUG oslo_vmware.api [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 919.666470] env[68216]: value = "task-3068707" [ 919.666470] env[68216]: _type = "Task" [ 919.666470] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.676825] env[68216]: DEBUG oslo_vmware.api [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.722040] env[68216]: DEBUG nova.network.neutron [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.851884] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fa7f0635-2b23-422f-8d11-1d9da01febfe tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "2274a461-afef-42ae-8d74-7659affa7b3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.799s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.902436] env[68216]: DEBUG nova.compute.utils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.904876] env[68216]: DEBUG nova.compute.manager [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.907123] env[68216]: DEBUG nova.network.neutron [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.921743] env[68216]: DEBUG nova.network.neutron [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance_info_cache with network_info: [{"id": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "address": "fa:16:3e:1b:19:04", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dd421d-1c", "ovs_interfaceid": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.966625] env[68216]: DEBUG nova.policy [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abcb95682a9b4c25a3a86daeba5b7fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f06baf9c3614bc0a40419021d7ea31d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.975522] env[68216]: DEBUG oslo_vmware.api [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.178821] env[68216]: DEBUG oslo_vmware.api [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068707, 'name': ReconfigVM_Task, 'duration_secs': 0.146581} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.179493] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614485', 'volume_id': '1614864d-3ae2-477b-b090-c186a6c734a0', 'name': 'volume-1614864d-3ae2-477b-b090-c186a6c734a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5dd208c-4c35-48a9-bcb5-f85123645146', 'attached_at': '', 'detached_at': '', 'volume_id': '1614864d-3ae2-477b-b090-c186a6c734a0', 'serial': '1614864d-3ae2-477b-b090-c186a6c734a0'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 920.250991] env[68216]: DEBUG nova.network.neutron [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Successfully created port: ea98b697-ffdc-4a23-86c7-99e320688ab4 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.405495] env[68216]: DEBUG oslo_concurrency.lockutils [None req-dded3da0-f7dd-4ce5-835c-edfea8bfea1f tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.407266] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.267s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.409060] env[68216]: DEBUG nova.objects.instance [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lazy-loading 'resources' on Instance uuid 594d4e67-5d6b-4918-bba9-571cb5fad119 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.410376] env[68216]: DEBUG nova.compute.manager [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.423285] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.427017] env[68216]: DEBUG nova.compute.manager [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Instance network_info: |[{"id": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "address": "fa:16:3e:1b:19:04", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dd421d-1c", "ovs_interfaceid": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.427017] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:19:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10dd421d-1c5f-43a9-a990-8ef6a0c9df40', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.437635] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating folder: Project (0a49ee43812b4076a5920f8dd765175c). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.438449] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1c4451f-8402-4a01-9c1c-ec83fb5556fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.450140] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Created folder: Project (0a49ee43812b4076a5920f8dd765175c) in parent group-v614292. [ 920.450626] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating folder: Instances. Parent ref: group-v614518. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.450685] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca86e232-baa6-4783-9234-4ad22298e641 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.461859] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Created folder: Instances in parent group-v614518. [ 920.462141] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.465614] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.466053] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78268f60-7560-4635-a3de-4f20e5448804 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.487491] env[68216]: DEBUG oslo_vmware.api [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068706, 'name': PowerOnVM_Task, 'duration_secs': 0.59463} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.489173] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.489554] env[68216]: DEBUG nova.compute.manager [None req-d99f3485-f9d6-468a-b2e9-5c148769e519 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.489825] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.489825] env[68216]: value = "task-3068710" [ 920.489825] env[68216]: _type = "Task" [ 920.489825] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.490730] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1332c44c-fb19-4859-a9d5-faac4f583150 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.506358] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068710, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.733286] env[68216]: DEBUG nova.objects.instance [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'flavor' on Instance uuid c5dd208c-4c35-48a9-bcb5-f85123645146 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.812276] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 920.812276] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614517', 'volume_id': '39fb141a-6d13-42a7-a911-4706b738338e', 'name': 'volume-39fb141a-6d13-42a7-a911-4706b738338e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '512e9886-b14a-4d89-93b9-817624140861', 'attached_at': '', 'detached_at': '', 'volume_id': '39fb141a-6d13-42a7-a911-4706b738338e', 'serial': '39fb141a-6d13-42a7-a911-4706b738338e'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 920.815017] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a5175-87ea-48c6-9837-42dff3c3131a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.834410] env[68216]: DEBUG nova.compute.manager [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.835518] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b58ee1-5550-4d7f-873f-11ba27129a2c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.840165] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8504442-7560-4eeb-8f49-7a1e84227cdd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.845893] env[68216]: DEBUG nova.compute.manager [req-5dbaa92b-b9e5-466e-8f78-cbb5a0871940 req-c985b832-f2e8-488c-b98d-129925f72212 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Received event network-changed-10dd421d-1c5f-43a9-a990-8ef6a0c9df40 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 920.846147] env[68216]: DEBUG nova.compute.manager [req-5dbaa92b-b9e5-466e-8f78-cbb5a0871940 req-c985b832-f2e8-488c-b98d-129925f72212 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Refreshing instance network info cache due to event network-changed-10dd421d-1c5f-43a9-a990-8ef6a0c9df40. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 920.846460] env[68216]: DEBUG oslo_concurrency.lockutils [req-5dbaa92b-b9e5-466e-8f78-cbb5a0871940 req-c985b832-f2e8-488c-b98d-129925f72212 service nova] Acquiring lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.846665] env[68216]: DEBUG oslo_concurrency.lockutils [req-5dbaa92b-b9e5-466e-8f78-cbb5a0871940 req-c985b832-f2e8-488c-b98d-129925f72212 service nova] Acquired lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.847164] env[68216]: DEBUG nova.network.neutron [req-5dbaa92b-b9e5-466e-8f78-cbb5a0871940 req-c985b832-f2e8-488c-b98d-129925f72212 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Refreshing network info cache for port 10dd421d-1c5f-43a9-a990-8ef6a0c9df40 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.880215] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-39fb141a-6d13-42a7-a911-4706b738338e/volume-39fb141a-6d13-42a7-a911-4706b738338e.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.881458] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c1b598-9009-440f-baf5-9e4d6f0d8ad3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.902802] env[68216]: DEBUG oslo_vmware.api [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 920.902802] env[68216]: value = "task-3068711" [ 920.902802] env[68216]: _type = "Task" [ 920.902802] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.914804] env[68216]: DEBUG nova.objects.instance [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lazy-loading 'numa_topology' on Instance uuid 594d4e67-5d6b-4918-bba9-571cb5fad119 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.915363] env[68216]: DEBUG oslo_vmware.api [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.003636] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068710, 'name': CreateVM_Task, 'duration_secs': 0.390259} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.003806] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.004777] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.004944] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.005317] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.005582] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85e3b79-47fc-4b67-ac2b-77f02386a2dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.012774] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 921.012774] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52be6106-f42b-d72f-c535-d3750541424b" [ 921.012774] env[68216]: _type = "Task" [ 921.012774] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.021509] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52be6106-f42b-d72f-c535-d3750541424b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.381963] env[68216]: INFO nova.compute.manager [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] instance snapshotting [ 921.382227] env[68216]: WARNING nova.compute.manager [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 921.387460] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b4c7d-3b70-4b85-b80f-eb3a8b77c8bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.414622] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a2512c-a872-48ee-bd20-866ab1414728 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.417616] env[68216]: DEBUG nova.objects.base [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Object Instance<594d4e67-5d6b-4918-bba9-571cb5fad119> lazy-loaded attributes: resources,numa_topology {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.421366] env[68216]: DEBUG nova.compute.manager [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.431607] env[68216]: DEBUG oslo_vmware.api [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068711, 'name': ReconfigVM_Task, 'duration_secs': 0.473017} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.433732] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-39fb141a-6d13-42a7-a911-4706b738338e/volume-39fb141a-6d13-42a7-a911-4706b738338e.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.445428] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9da8ce8c-a418-43d1-a2aa-20f305409de3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.462114] env[68216]: DEBUG oslo_vmware.api [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 921.462114] env[68216]: value = "task-3068712" [ 921.462114] env[68216]: _type = "Task" [ 921.462114] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.468606] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.468935] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.469038] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.469205] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.469348] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.469490] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.469693] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.469852] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.470015] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.470193] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.470375] env[68216]: DEBUG nova.virt.hardware [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.472521] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b47c54-e634-4088-8370-c0070e8046d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.480712] env[68216]: DEBUG oslo_vmware.api [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.486488] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11c283b-1580-47c2-b0b3-9b0761b86f10 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.523115] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52be6106-f42b-d72f-c535-d3750541424b, 'name': SearchDatastore_Task, 'duration_secs': 0.011572} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.523421] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.523650] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.523883] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.524037] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.524252] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.524511] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6c1a6e2-047a-49ca-8760-e13d8ab01b6e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.537699] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.537893] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.538652] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1457a1-0804-4f92-876f-8374d5edb800 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.543442] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 921.543442] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528ad51c-bcf0-5c04-8702-a4cef4dff107" [ 921.543442] env[68216]: _type = "Task" [ 921.543442] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.553806] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528ad51c-bcf0-5c04-8702-a4cef4dff107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.746924] env[68216]: DEBUG oslo_concurrency.lockutils [None req-703fcd68-2a8b-4cb1-a24e-b7cda65e44ae tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.783921] env[68216]: DEBUG nova.compute.manager [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Stashing vm_state: active {{(pid=68216) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 921.802934] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "c5dd208c-4c35-48a9-bcb5-f85123645146" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.803203] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.803382] env[68216]: DEBUG nova.compute.manager [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.804624] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743b5802-8668-495a-9b37-6f116b549ba0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.814052] env[68216]: DEBUG nova.compute.manager [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 921.814828] env[68216]: DEBUG nova.objects.instance [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'flavor' on Instance uuid c5dd208c-4c35-48a9-bcb5-f85123645146 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.847164] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea82f570-b1e4-46e4-8cd1-65716c4cef13 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.850621] env[68216]: DEBUG nova.network.neutron [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Successfully updated port: ea98b697-ffdc-4a23-86c7-99e320688ab4 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.858077] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d57b6d2-a0c3-4378-a170-7386ac603930 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.894606] env[68216]: DEBUG nova.network.neutron [req-5dbaa92b-b9e5-466e-8f78-cbb5a0871940 req-c985b832-f2e8-488c-b98d-129925f72212 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updated VIF entry in instance network info cache for port 10dd421d-1c5f-43a9-a990-8ef6a0c9df40. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.894973] env[68216]: DEBUG nova.network.neutron [req-5dbaa92b-b9e5-466e-8f78-cbb5a0871940 req-c985b832-f2e8-488c-b98d-129925f72212 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance_info_cache with network_info: [{"id": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "address": "fa:16:3e:1b:19:04", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dd421d-1c", "ovs_interfaceid": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.896774] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130eab57-6a77-4388-9fd4-e94e92a0811f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.905350] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c3f46f-4fe0-4d20-990c-5dddc9587591 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.923996] env[68216]: DEBUG nova.compute.provider_tree [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.927785] env[68216]: DEBUG nova.compute.manager [req-205a0abe-a1c4-4b7d-babb-4f0e66a8e750 req-53ce933f-4451-41a6-a05c-0fa033d3c9e7 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Received event network-vif-plugged-ea98b697-ffdc-4a23-86c7-99e320688ab4 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 921.928385] env[68216]: DEBUG oslo_concurrency.lockutils [req-205a0abe-a1c4-4b7d-babb-4f0e66a8e750 req-53ce933f-4451-41a6-a05c-0fa033d3c9e7 service nova] Acquiring lock "62f7fac8-e40f-4da1-843c-7969cf743356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.928699] env[68216]: DEBUG oslo_concurrency.lockutils [req-205a0abe-a1c4-4b7d-babb-4f0e66a8e750 req-53ce933f-4451-41a6-a05c-0fa033d3c9e7 service nova] Lock "62f7fac8-e40f-4da1-843c-7969cf743356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.928973] env[68216]: DEBUG oslo_concurrency.lockutils [req-205a0abe-a1c4-4b7d-babb-4f0e66a8e750 req-53ce933f-4451-41a6-a05c-0fa033d3c9e7 service nova] Lock "62f7fac8-e40f-4da1-843c-7969cf743356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.929184] env[68216]: DEBUG nova.compute.manager [req-205a0abe-a1c4-4b7d-babb-4f0e66a8e750 req-53ce933f-4451-41a6-a05c-0fa033d3c9e7 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] No waiting events found dispatching network-vif-plugged-ea98b697-ffdc-4a23-86c7-99e320688ab4 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.929421] env[68216]: WARNING nova.compute.manager [req-205a0abe-a1c4-4b7d-babb-4f0e66a8e750 req-53ce933f-4451-41a6-a05c-0fa033d3c9e7 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Received unexpected event network-vif-plugged-ea98b697-ffdc-4a23-86c7-99e320688ab4 for instance with vm_state building and task_state spawning. [ 921.958656] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 921.959310] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a93d243-c4ba-4310-9259-8adcfe4b3272 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.966827] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 921.966827] env[68216]: value = "task-3068713" [ 921.966827] env[68216]: _type = "Task" [ 921.966827] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.976250] env[68216]: DEBUG oslo_vmware.api [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068712, 'name': ReconfigVM_Task, 'duration_secs': 0.190586} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.977145] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614517', 'volume_id': '39fb141a-6d13-42a7-a911-4706b738338e', 'name': 'volume-39fb141a-6d13-42a7-a911-4706b738338e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '512e9886-b14a-4d89-93b9-817624140861', 'attached_at': '', 'detached_at': '', 'volume_id': '39fb141a-6d13-42a7-a911-4706b738338e', 'serial': '39fb141a-6d13-42a7-a911-4706b738338e'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 921.981838] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.057197] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528ad51c-bcf0-5c04-8702-a4cef4dff107, 'name': SearchDatastore_Task, 'duration_secs': 0.019677} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.057944] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ab2a02-9ae0-4e1a-b872-5eabdb3ae6f0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.062649] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 922.062649] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524a7e38-1796-04f6-6c57-8380325ace22" [ 922.062649] env[68216]: _type = "Task" [ 922.062649] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.070575] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524a7e38-1796-04f6-6c57-8380325ace22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.303667] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.354416] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "refresh_cache-62f7fac8-e40f-4da1-843c-7969cf743356" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.354416] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquired lock "refresh_cache-62f7fac8-e40f-4da1-843c-7969cf743356" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.354416] env[68216]: DEBUG nova.network.neutron [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.400575] env[68216]: DEBUG oslo_concurrency.lockutils [req-5dbaa92b-b9e5-466e-8f78-cbb5a0871940 req-c985b832-f2e8-488c-b98d-129925f72212 service nova] Releasing lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.432154] env[68216]: DEBUG nova.scheduler.client.report [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.477794] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068713, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.573084] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524a7e38-1796-04f6-6c57-8380325ace22, 'name': SearchDatastore_Task, 'duration_secs': 0.027718} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.573368] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.573692] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1/d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.573997] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f569caa-d1b2-4cc1-b852-c4cdf984f5c1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.582488] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 922.582488] env[68216]: value = "task-3068714" [ 922.582488] env[68216]: _type = "Task" [ 922.582488] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.592512] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.822412] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.822847] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-558d87b5-8283-4d50-b452-72691f60d58f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.831952] env[68216]: DEBUG oslo_vmware.api [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 922.831952] env[68216]: value = "task-3068715" [ 922.831952] env[68216]: _type = "Task" [ 922.831952] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.842543] env[68216]: DEBUG oslo_vmware.api [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.896867] env[68216]: DEBUG nova.network.neutron [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.936896] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.529s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.940303] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.323s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.940563] env[68216]: DEBUG nova.objects.instance [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lazy-loading 'resources' on Instance uuid feb17be0-8167-4074-94f3-630662435e2b {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.980869] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068713, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.022343] env[68216]: DEBUG nova.objects.instance [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lazy-loading 'flavor' on Instance uuid 512e9886-b14a-4d89-93b9-817624140861 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.094548] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068714, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.188572] env[68216]: DEBUG nova.network.neutron [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Updating instance_info_cache with network_info: [{"id": "ea98b697-ffdc-4a23-86c7-99e320688ab4", "address": "fa:16:3e:6b:af:10", "network": {"id": "d535dc52-7063-4307-bc46-b6d35e20e9c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-597782664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f06baf9c3614bc0a40419021d7ea31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea98b697-ff", "ovs_interfaceid": "ea98b697-ffdc-4a23-86c7-99e320688ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.342479] env[68216]: DEBUG oslo_vmware.api [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068715, 'name': PowerOffVM_Task, 'duration_secs': 0.235943} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.342786] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.342980] env[68216]: DEBUG nova.compute.manager [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.344100] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacf0afd-e1eb-47d6-8a02-44e251229c03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.450594] env[68216]: DEBUG oslo_concurrency.lockutils [None req-16512e51-7ad6-48bf-b9f1-c3d978bc2e4c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.936s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.453023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 18.585s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.453023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "594d4e67-5d6b-4918-bba9-571cb5fad119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.453023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.453023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.456025] env[68216]: INFO nova.compute.manager [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Terminating instance [ 923.492196] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068713, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.533617] env[68216]: DEBUG oslo_concurrency.lockutils [None req-026b1358-79b0-4dae-ab08-42892e6c6bed tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.363s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.597219] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69547} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.597219] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1/d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.597219] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.597219] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14af72de-1d49-445e-bf38-1826330aa7ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.608037] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 923.608037] env[68216]: value = "task-3068716" [ 923.608037] env[68216]: _type = "Task" [ 923.608037] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.691792] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Releasing lock "refresh_cache-62f7fac8-e40f-4da1-843c-7969cf743356" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.692115] env[68216]: DEBUG nova.compute.manager [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Instance network_info: |[{"id": "ea98b697-ffdc-4a23-86c7-99e320688ab4", "address": "fa:16:3e:6b:af:10", "network": {"id": "d535dc52-7063-4307-bc46-b6d35e20e9c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-597782664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f06baf9c3614bc0a40419021d7ea31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea98b697-ff", "ovs_interfaceid": "ea98b697-ffdc-4a23-86c7-99e320688ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.692494] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:af:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea98b697-ffdc-4a23-86c7-99e320688ab4', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.702019] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.702019] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.702019] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da8da7d7-f05c-4b77-a791-67d7405a66bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.729988] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.729988] env[68216]: value = "task-3068717" [ 923.729988] env[68216]: _type = "Task" [ 923.729988] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.738412] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068717, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.865484] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d67cfc2-54c9-444c-b204-6522d34ffac3 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.932583] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95d3c1a-25e8-4dad-8547-5d04ba2c9363 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.942127] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f9042f-1d25-4060-b2cb-1cfc9e39dedf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.982279] env[68216]: DEBUG nova.compute.manager [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.983208] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.985310] env[68216]: DEBUG nova.compute.manager [req-cf5256f0-fd42-4b44-85d2-5f58fd055b7f req-d8750417-a223-4d2f-8141-9090bda7b324 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Received event network-changed-ea98b697-ffdc-4a23-86c7-99e320688ab4 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.985512] env[68216]: DEBUG nova.compute.manager [req-cf5256f0-fd42-4b44-85d2-5f58fd055b7f req-d8750417-a223-4d2f-8141-9090bda7b324 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Refreshing instance network info cache due to event network-changed-ea98b697-ffdc-4a23-86c7-99e320688ab4. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 923.985727] env[68216]: DEBUG oslo_concurrency.lockutils [req-cf5256f0-fd42-4b44-85d2-5f58fd055b7f req-d8750417-a223-4d2f-8141-9090bda7b324 service nova] Acquiring lock "refresh_cache-62f7fac8-e40f-4da1-843c-7969cf743356" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.985857] env[68216]: DEBUG oslo_concurrency.lockutils [req-cf5256f0-fd42-4b44-85d2-5f58fd055b7f req-d8750417-a223-4d2f-8141-9090bda7b324 service nova] Acquired lock "refresh_cache-62f7fac8-e40f-4da1-843c-7969cf743356" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.986022] env[68216]: DEBUG nova.network.neutron [req-cf5256f0-fd42-4b44-85d2-5f58fd055b7f req-d8750417-a223-4d2f-8141-9090bda7b324 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Refreshing network info cache for port ea98b697-ffdc-4a23-86c7-99e320688ab4 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.987522] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2e6700a-ccd0-4895-b116-5879ab98c94b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.993177] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c912826-f152-4fb7-9d1c-59ca73623c73 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.007291] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cfcdfd-e978-4465-a61c-0f51b3d8695b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.011141] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068713, 'name': CreateSnapshot_Task, 'duration_secs': 1.547137} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.012122] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 924.015758] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9dbb6a-792c-48e1-9581-b718bd7e7ce3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.027563] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd0c2b-0188-4652-a0d1-922229293efb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.039437] env[68216]: DEBUG nova.compute.provider_tree [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.062625] env[68216]: WARNING nova.virt.vmwareapi.vmops [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 594d4e67-5d6b-4918-bba9-571cb5fad119 could not be found. [ 924.062625] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.062625] env[68216]: INFO nova.compute.manager [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Took 0.08 seconds to destroy the instance on the hypervisor. [ 924.062625] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.062625] env[68216]: DEBUG nova.compute.manager [-] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.062625] env[68216]: DEBUG nova.network.neutron [-] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.115099] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172945} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.115434] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.116266] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd85589f-335d-446d-9963-8a16acdccd32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.140064] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1/d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.140735] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632811a6-2bbe-4669-9e7b-981990f7ca90 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.164042] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 924.164042] env[68216]: value = "task-3068718" [ 924.164042] env[68216]: _type = "Task" [ 924.164042] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.172748] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.239863] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068717, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.449701] env[68216]: DEBUG nova.objects.instance [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'flavor' on Instance uuid c5dd208c-4c35-48a9-bcb5-f85123645146 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.542638] env[68216]: DEBUG nova.scheduler.client.report [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.555087] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 924.555401] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc18f52a-ffd1-4599-a30d-5605fc52842d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.564877] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 924.564877] env[68216]: value = "task-3068719" [ 924.564877] env[68216]: _type = "Task" [ 924.564877] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.575603] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068719, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.679414] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.741610] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068717, 'name': CreateVM_Task, 'duration_secs': 0.768722} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.744091] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.744816] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.744962] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.746055] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.746055] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac26bef2-b1d2-4f7c-b29b-127ca087bc3d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.751781] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 924.751781] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e314d1-9eeb-a470-5dd0-1c56ae3f0bba" [ 924.751781] env[68216]: _type = "Task" [ 924.751781] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.760917] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e314d1-9eeb-a470-5dd0-1c56ae3f0bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.801241] env[68216]: DEBUG nova.network.neutron [req-cf5256f0-fd42-4b44-85d2-5f58fd055b7f req-d8750417-a223-4d2f-8141-9090bda7b324 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Updated VIF entry in instance network info cache for port ea98b697-ffdc-4a23-86c7-99e320688ab4. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.801629] env[68216]: DEBUG nova.network.neutron [req-cf5256f0-fd42-4b44-85d2-5f58fd055b7f req-d8750417-a223-4d2f-8141-9090bda7b324 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Updating instance_info_cache with network_info: [{"id": "ea98b697-ffdc-4a23-86c7-99e320688ab4", "address": "fa:16:3e:6b:af:10", "network": {"id": "d535dc52-7063-4307-bc46-b6d35e20e9c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-597782664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f06baf9c3614bc0a40419021d7ea31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea98b697-ff", "ovs_interfaceid": "ea98b697-ffdc-4a23-86c7-99e320688ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.957129] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.957309] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquired lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.957483] env[68216]: DEBUG nova.network.neutron [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.957656] env[68216]: DEBUG nova.objects.instance [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'info_cache' on Instance uuid c5dd208c-4c35-48a9-bcb5-f85123645146 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.049989] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.050911] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.113s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.050911] env[68216]: DEBUG nova.objects.instance [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lazy-loading 'resources' on Instance uuid a508810a-700a-4fee-b20d-e5486814939a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.076726] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068719, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.082432] env[68216]: INFO nova.scheduler.client.report [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Deleted allocations for instance feb17be0-8167-4074-94f3-630662435e2b [ 925.178805] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068718, 'name': ReconfigVM_Task, 'duration_secs': 0.787228} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.179832] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Reconfigured VM instance instance-00000051 to attach disk [datastore1] d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1/d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.182692] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe75cabb-1c8b-4de2-baac-3a141bb7ca74 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.190504] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 925.190504] env[68216]: value = "task-3068720" [ 925.190504] env[68216]: _type = "Task" [ 925.190504] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.198948] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068720, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.263030] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e314d1-9eeb-a470-5dd0-1c56ae3f0bba, 'name': SearchDatastore_Task, 'duration_secs': 0.025059} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.263250] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.263492] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.263779] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.263889] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.264089] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.264381] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-452741ca-1164-4cfd-ad87-ab7e4972b8cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.272657] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.272849] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.273622] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca67479-4791-4b0c-b573-c49a591ff5bd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.280026] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 925.280026] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520aa14c-e7eb-72c8-7d21-f840520a3dcd" [ 925.280026] env[68216]: _type = "Task" [ 925.280026] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.287162] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520aa14c-e7eb-72c8-7d21-f840520a3dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.311013] env[68216]: DEBUG oslo_concurrency.lockutils [req-cf5256f0-fd42-4b44-85d2-5f58fd055b7f req-d8750417-a223-4d2f-8141-9090bda7b324 service nova] Releasing lock "refresh_cache-62f7fac8-e40f-4da1-843c-7969cf743356" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.330610] env[68216]: DEBUG nova.network.neutron [-] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.461206] env[68216]: DEBUG nova.objects.base [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 925.580193] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068719, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.592372] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b18-3210-4121-ad14-52f767ee48f3 tempest-ServersListShow298Test-202488140 tempest-ServersListShow298Test-202488140-project-member] Lock "feb17be0-8167-4074-94f3-630662435e2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.265s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.705019] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068720, 'name': Rename_Task, 'duration_secs': 0.145724} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.705019] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.705019] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed930369-81cf-413d-84e6-c72f6fe304f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.713541] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 925.713541] env[68216]: value = "task-3068721" [ 925.713541] env[68216]: _type = "Task" [ 925.713541] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.724381] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "003ec290-bbab-491b-9ab9-fca2156027ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.724718] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "003ec290-bbab-491b-9ab9-fca2156027ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.732644] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068721, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.794243] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520aa14c-e7eb-72c8-7d21-f840520a3dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.795361] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e9d28b-e2ba-4198-8563-960c73d0ca35 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.806219] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 925.806219] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5278b41c-a5a6-ca4b-16a1-c4f8d09df223" [ 925.806219] env[68216]: _type = "Task" [ 925.806219] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.819000] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5278b41c-a5a6-ca4b-16a1-c4f8d09df223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.833346] env[68216]: INFO nova.compute.manager [-] [instance: 594d4e67-5d6b-4918-bba9-571cb5fad119] Took 1.77 seconds to deallocate network for instance. [ 925.937423] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62e7a2-b6b0-49d2-8e0c-08eaa4566b3d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.944509] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820dd60f-579c-4201-90ee-b509aff43f10 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.981438] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e91cfd-00df-43ca-8115-2c0ff3ea9000 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.989684] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1dc668-e30e-4dcc-8cae-96d0c8ad87f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.004589] env[68216]: DEBUG nova.compute.provider_tree [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.076881] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068719, 'name': CloneVM_Task, 'duration_secs': 1.464111} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.077154] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Created linked-clone VM from snapshot [ 926.077900] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fc86ee-ddb1-402e-9731-99dcf3138a4e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.085609] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Uploading image 11fd8dbc-ab02-45c2-aa6f-6d315bd4ca0e {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 926.111785] env[68216]: DEBUG oslo_vmware.rw_handles [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 926.111785] env[68216]: value = "vm-614523" [ 926.111785] env[68216]: _type = "VirtualMachine" [ 926.111785] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 926.112085] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8c33081-c5cf-4523-a747-7060510ce66e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.119043] env[68216]: DEBUG oslo_vmware.rw_handles [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lease: (returnval){ [ 926.119043] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52432824-d26c-4172-1a8b-ab320ba0faa8" [ 926.119043] env[68216]: _type = "HttpNfcLease" [ 926.119043] env[68216]: } obtained for exporting VM: (result){ [ 926.119043] env[68216]: value = "vm-614523" [ 926.119043] env[68216]: _type = "VirtualMachine" [ 926.119043] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 926.119347] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the lease: (returnval){ [ 926.119347] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52432824-d26c-4172-1a8b-ab320ba0faa8" [ 926.119347] env[68216]: _type = "HttpNfcLease" [ 926.119347] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 926.125643] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 926.125643] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52432824-d26c-4172-1a8b-ab320ba0faa8" [ 926.125643] env[68216]: _type = "HttpNfcLease" [ 926.125643] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 926.229125] env[68216]: DEBUG nova.compute.manager [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.230862] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068721, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.317098] env[68216]: DEBUG nova.network.neutron [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Updating instance_info_cache with network_info: [{"id": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "address": "fa:16:3e:f6:58:0e", "network": {"id": "4090dd51-7ed2-47c1-8e52-1761e09d3722", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-680813381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d52ccdf83944a780f66029906fa5a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a85d4ad-49", "ovs_interfaceid": "8a85d4ad-49c3-48ba-9876-7cca5c073670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.327896] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5278b41c-a5a6-ca4b-16a1-c4f8d09df223, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.328409] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.328815] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 62f7fac8-e40f-4da1-843c-7969cf743356/62f7fac8-e40f-4da1-843c-7969cf743356.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.329895] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-548afc16-cfa4-4674-9239-f8b6aceadf97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.344118] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 926.344118] env[68216]: value = "task-3068723" [ 926.344118] env[68216]: _type = "Task" [ 926.344118] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.353644] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquiring lock "ad615604-7c45-4663-b737-8face23c9cd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.353937] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lock "ad615604-7c45-4663-b737-8face23c9cd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.364100] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.507263] env[68216]: DEBUG nova.scheduler.client.report [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.629592] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 926.629592] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52432824-d26c-4172-1a8b-ab320ba0faa8" [ 926.629592] env[68216]: _type = "HttpNfcLease" [ 926.629592] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 926.630097] env[68216]: DEBUG oslo_vmware.rw_handles [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 926.630097] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52432824-d26c-4172-1a8b-ab320ba0faa8" [ 926.630097] env[68216]: _type = "HttpNfcLease" [ 926.630097] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 926.630818] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b341290-1514-4b6f-92b4-1a5efa30c2fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.640749] env[68216]: DEBUG oslo_vmware.rw_handles [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520311cf-b3d4-4cdc-1afd-c67d580da024/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 926.641197] env[68216]: DEBUG oslo_vmware.rw_handles [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520311cf-b3d4-4cdc-1afd-c67d580da024/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 926.726641] env[68216]: DEBUG oslo_vmware.api [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068721, 'name': PowerOnVM_Task, 'duration_secs': 0.653846} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.726937] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.727158] env[68216]: INFO nova.compute.manager [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Took 9.74 seconds to spawn the instance on the hypervisor. [ 926.727344] env[68216]: DEBUG nova.compute.manager [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.728303] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8de5e78-17eb-494d-9b7e-9c1931251286 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.758756] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.792967] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c3b79e3-d8b8-4c95-9d75-260ea9041720 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.822761] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Releasing lock "refresh_cache-c5dd208c-4c35-48a9-bcb5-f85123645146" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.856718] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068723, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.857251] env[68216]: DEBUG nova.compute.manager [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.874793] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74db4016-e62a-4b51-a8b5-bc5719a4d1ed tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "594d4e67-5d6b-4918-bba9-571cb5fad119" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.423s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.013084] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.015605] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.120s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.017167] env[68216]: INFO nova.compute.claims [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.035772] env[68216]: INFO nova.scheduler.client.report [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted allocations for instance a508810a-700a-4fee-b20d-e5486814939a [ 927.253291] env[68216]: INFO nova.compute.manager [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Took 29.23 seconds to build instance. [ 927.357603] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659015} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.358031] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 62f7fac8-e40f-4da1-843c-7969cf743356/62f7fac8-e40f-4da1-843c-7969cf743356.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.359245] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.359576] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09f89e3e-8896-4585-b431-7f4cfd1e7109 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.370169] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 927.370169] env[68216]: value = "task-3068724" [ 927.370169] env[68216]: _type = "Task" [ 927.370169] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.379048] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.380125] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.543547] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e5889ac2-c0cb-4461-9a0c-682998645069 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "a508810a-700a-4fee-b20d-e5486814939a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.581s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.755447] env[68216]: DEBUG oslo_concurrency.lockutils [None req-53d28f2b-7e51-416c-9d29-b8b65ffcd46f tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.744s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.810630] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "007184a1-f77c-477a-93c9-02fe5a094862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.811111] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "007184a1-f77c-477a-93c9-02fe5a094862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.829716] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.830250] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cffa5cc9-bc61-43d8-b5c9-79175e503548 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.838268] env[68216]: DEBUG oslo_vmware.api [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 927.838268] env[68216]: value = "task-3068725" [ 927.838268] env[68216]: _type = "Task" [ 927.838268] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.847668] env[68216]: DEBUG oslo_vmware.api [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.880721] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075582} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.881181] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.882077] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3560d0bf-563f-4036-9f20-5dfce3e54d25 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.904723] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 62f7fac8-e40f-4da1-843c-7969cf743356/62f7fac8-e40f-4da1-843c-7969cf743356.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.905076] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaaa9e46-9536-4b40-8dbd-ca0bba07e506 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.924749] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 927.924749] env[68216]: value = "task-3068726" [ 927.924749] env[68216]: _type = "Task" [ 927.924749] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.932680] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.935144] env[68216]: DEBUG oslo_concurrency.lockutils [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.935386] env[68216]: DEBUG oslo_concurrency.lockutils [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.935599] env[68216]: DEBUG oslo_concurrency.lockutils [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.935778] env[68216]: DEBUG oslo_concurrency.lockutils [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.935942] env[68216]: DEBUG oslo_concurrency.lockutils [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.938214] env[68216]: INFO nova.compute.manager [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Terminating instance [ 928.315019] env[68216]: DEBUG nova.compute.manager [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.349578] env[68216]: DEBUG nova.compute.manager [req-53248b07-7b22-412e-91fc-bc4a2cd0f2e5 req-8da5de73-b19e-44cb-8c9e-9ceed4055bb4 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Received event network-changed-10dd421d-1c5f-43a9-a990-8ef6a0c9df40 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 928.349756] env[68216]: DEBUG nova.compute.manager [req-53248b07-7b22-412e-91fc-bc4a2cd0f2e5 req-8da5de73-b19e-44cb-8c9e-9ceed4055bb4 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Refreshing instance network info cache due to event network-changed-10dd421d-1c5f-43a9-a990-8ef6a0c9df40. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 928.349964] env[68216]: DEBUG oslo_concurrency.lockutils [req-53248b07-7b22-412e-91fc-bc4a2cd0f2e5 req-8da5de73-b19e-44cb-8c9e-9ceed4055bb4 service nova] Acquiring lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.350213] env[68216]: DEBUG oslo_concurrency.lockutils [req-53248b07-7b22-412e-91fc-bc4a2cd0f2e5 req-8da5de73-b19e-44cb-8c9e-9ceed4055bb4 service nova] Acquired lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.350291] env[68216]: DEBUG nova.network.neutron [req-53248b07-7b22-412e-91fc-bc4a2cd0f2e5 req-8da5de73-b19e-44cb-8c9e-9ceed4055bb4 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Refreshing network info cache for port 10dd421d-1c5f-43a9-a990-8ef6a0c9df40 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.355944] env[68216]: DEBUG oslo_vmware.api [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068725, 'name': PowerOnVM_Task, 'duration_secs': 0.425682} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.356218] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.356500] env[68216]: DEBUG nova.compute.manager [None req-d5be3b74-7499-45ba-86c1-706737c1af3e tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.357214] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d6e2c7-e27c-4868-916b-a00639435db6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.430350] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ad7eae-e681-4d9f-a0ec-d82dd7a39e2e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.439674] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.442542] env[68216]: DEBUG nova.compute.manager [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.443637] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.443637] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94facf7-0837-49fe-b9db-968d442aba48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.447492] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2916c0e-e8f9-4912-a2c8-b32b7750ecd4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.456403] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.480454] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b6c25c0-91f5-4f36-acd5-9f9912bcebab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.483147] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dbd250-0292-4466-a904-61dcc3b25bc0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.492050] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4789aa7-a8e7-4751-bda7-7ea80b7f7f49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.496955] env[68216]: DEBUG oslo_vmware.api [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 928.496955] env[68216]: value = "task-3068727" [ 928.496955] env[68216]: _type = "Task" [ 928.496955] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.511582] env[68216]: DEBUG nova.compute.provider_tree [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.518405] env[68216]: DEBUG oslo_vmware.api [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.834252] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.938896] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068726, 'name': ReconfigVM_Task, 'duration_secs': 0.529978} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.942721] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 62f7fac8-e40f-4da1-843c-7969cf743356/62f7fac8-e40f-4da1-843c-7969cf743356.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.943576] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b90c4b84-d8b1-4a57-9ca3-b34ae583123e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.950614] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 928.950614] env[68216]: value = "task-3068728" [ 928.950614] env[68216]: _type = "Task" [ 928.950614] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.959830] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068728, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.006841] env[68216]: DEBUG oslo_vmware.api [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068727, 'name': PowerOffVM_Task, 'duration_secs': 0.19344} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.007190] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.007401] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.007687] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54f9f469-cade-4ee8-a021-28f88b05cb94 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.016584] env[68216]: DEBUG nova.scheduler.client.report [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.064662] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.064840] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.064999] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleting the datastore file [datastore1] 3cdec4f9-e521-4a3b-b128-5b174dc1586d {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.065378] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd34afac-b732-46a9-9b9c-4fec8a1151c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.071425] env[68216]: DEBUG oslo_vmware.api [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 929.071425] env[68216]: value = "task-3068730" [ 929.071425] env[68216]: _type = "Task" [ 929.071425] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.079088] env[68216]: DEBUG oslo_vmware.api [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.135157] env[68216]: DEBUG nova.network.neutron [req-53248b07-7b22-412e-91fc-bc4a2cd0f2e5 req-8da5de73-b19e-44cb-8c9e-9ceed4055bb4 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updated VIF entry in instance network info cache for port 10dd421d-1c5f-43a9-a990-8ef6a0c9df40. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.135530] env[68216]: DEBUG nova.network.neutron [req-53248b07-7b22-412e-91fc-bc4a2cd0f2e5 req-8da5de73-b19e-44cb-8c9e-9ceed4055bb4 service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance_info_cache with network_info: [{"id": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "address": "fa:16:3e:1b:19:04", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dd421d-1c", "ovs_interfaceid": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.461736] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068728, 'name': Rename_Task, 'duration_secs': 0.181318} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.462200] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.462546] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b7acb0c-9042-4b16-bdd4-b1d0c8710cf7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.469773] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 929.469773] env[68216]: value = "task-3068731" [ 929.469773] env[68216]: _type = "Task" [ 929.469773] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.480728] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.521311] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.521964] env[68216]: DEBUG nova.compute.manager [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.525162] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.536s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.525441] env[68216]: DEBUG nova.objects.instance [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lazy-loading 'pci_requests' on Instance uuid 878d010a-a036-4228-85fa-7f3d990bfd58 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.583014] env[68216]: DEBUG oslo_vmware.api [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239227} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.583337] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.583548] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.583773] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.583954] env[68216]: INFO nova.compute.manager [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 929.584252] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.584468] env[68216]: DEBUG nova.compute.manager [-] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.584562] env[68216]: DEBUG nova.network.neutron [-] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.638847] env[68216]: DEBUG oslo_concurrency.lockutils [req-53248b07-7b22-412e-91fc-bc4a2cd0f2e5 req-8da5de73-b19e-44cb-8c9e-9ceed4055bb4 service nova] Releasing lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.981152] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068731, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.030687] env[68216]: DEBUG nova.objects.instance [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lazy-loading 'numa_topology' on Instance uuid 878d010a-a036-4228-85fa-7f3d990bfd58 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.033231] env[68216]: DEBUG nova.compute.utils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.034561] env[68216]: DEBUG nova.compute.manager [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.034727] env[68216]: DEBUG nova.network.neutron [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.080553] env[68216]: DEBUG nova.policy [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaf70802f7bf472dbc574690a22e2aab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01138979a1104956b487897e5744b8bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.360133] env[68216]: DEBUG nova.network.neutron [-] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.382444] env[68216]: DEBUG nova.compute.manager [req-5215f191-eb09-49d3-abde-1854e8bdce9f req-2b42b9dc-1abe-4723-bf75-2f7569f76278 service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Received event network-vif-deleted-3353da42-f438-4ea9-b64d-f31a294d20a3 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 930.382682] env[68216]: INFO nova.compute.manager [req-5215f191-eb09-49d3-abde-1854e8bdce9f req-2b42b9dc-1abe-4723-bf75-2f7569f76278 service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Neutron deleted interface 3353da42-f438-4ea9-b64d-f31a294d20a3; detaching it from the instance and deleting it from the info cache [ 930.382868] env[68216]: DEBUG nova.network.neutron [req-5215f191-eb09-49d3-abde-1854e8bdce9f req-2b42b9dc-1abe-4723-bf75-2f7569f76278 service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.402751] env[68216]: DEBUG nova.network.neutron [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Successfully created port: 71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.481119] env[68216]: DEBUG oslo_vmware.api [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068731, 'name': PowerOnVM_Task, 'duration_secs': 0.838028} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.481388] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.481591] env[68216]: INFO nova.compute.manager [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Took 9.06 seconds to spawn the instance on the hypervisor. [ 930.481773] env[68216]: DEBUG nova.compute.manager [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.482631] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f5d80b-f5c7-40b6-aef6-a47dbb926120 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.535416] env[68216]: INFO nova.compute.claims [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.538936] env[68216]: DEBUG nova.compute.manager [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.865308] env[68216]: INFO nova.compute.manager [-] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Took 1.28 seconds to deallocate network for instance. [ 930.889299] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46ef0125-73e6-4d28-b1c6-9c03d5146796 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.896877] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf04338-f342-4679-a317-acdf2784ec66 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.935556] env[68216]: DEBUG nova.compute.manager [req-5215f191-eb09-49d3-abde-1854e8bdce9f req-2b42b9dc-1abe-4723-bf75-2f7569f76278 service nova] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Detach interface failed, port_id=3353da42-f438-4ea9-b64d-f31a294d20a3, reason: Instance 3cdec4f9-e521-4a3b-b128-5b174dc1586d could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 930.999162] env[68216]: INFO nova.compute.manager [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Took 31.01 seconds to build instance. [ 931.370374] env[68216]: DEBUG oslo_concurrency.lockutils [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.501923] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69b5eb67-78e8-45b9-8132-aa54b318083f tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "62f7fac8-e40f-4da1-843c-7969cf743356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.519s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.549669] env[68216]: DEBUG nova.compute.manager [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.587576] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.588293] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.588293] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.588442] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.588607] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.588848] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.589067] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.589274] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.589469] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.589645] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.589872] env[68216]: DEBUG nova.virt.hardware [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.590824] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7122bb5c-38c0-437a-8e57-730b26836f11 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.604502] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e660ee-453c-4483-992a-5e4fb5112332 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.857149] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d910e7-c1fa-498c-9039-2ba8febe401e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.866027] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e50ee-c0d6-474a-b8bb-9358a953e6b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.895292] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fb18fa-d705-43d6-9ce3-e4772fab2bc1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.903234] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e675f8bd-a4a4-41b8-a6dd-84f41a0d8ae6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.917944] env[68216]: DEBUG nova.compute.provider_tree [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.149417] env[68216]: DEBUG nova.network.neutron [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Successfully updated port: 71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.410715] env[68216]: DEBUG nova.compute.manager [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Received event network-vif-plugged-71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 932.410861] env[68216]: DEBUG oslo_concurrency.lockutils [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] Acquiring lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.411090] env[68216]: DEBUG oslo_concurrency.lockutils [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] Lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.411301] env[68216]: DEBUG oslo_concurrency.lockutils [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] Lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.411578] env[68216]: DEBUG nova.compute.manager [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] No waiting events found dispatching network-vif-plugged-71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.411762] env[68216]: WARNING nova.compute.manager [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Received unexpected event network-vif-plugged-71176106-b07d-4a06-a447-06e0fe416592 for instance with vm_state building and task_state spawning. [ 932.411918] env[68216]: DEBUG nova.compute.manager [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Received event network-changed-71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 932.412080] env[68216]: DEBUG nova.compute.manager [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Refreshing instance network info cache due to event network-changed-71176106-b07d-4a06-a447-06e0fe416592. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 932.412258] env[68216]: DEBUG oslo_concurrency.lockutils [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] Acquiring lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.412388] env[68216]: DEBUG oslo_concurrency.lockutils [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] Acquired lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.412544] env[68216]: DEBUG nova.network.neutron [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Refreshing network info cache for port 71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.421093] env[68216]: DEBUG nova.scheduler.client.report [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.652473] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquiring lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.925778] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.401s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.928062] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.800s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.930068] env[68216]: INFO nova.compute.claims [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.946698] env[68216]: DEBUG nova.network.neutron [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.981376] env[68216]: INFO nova.network.neutron [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updating port ee79d8c2-24fd-4b73-8f05-d270aa30e532 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 933.082241] env[68216]: DEBUG nova.network.neutron [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.584995] env[68216]: DEBUG oslo_concurrency.lockutils [req-485e83f7-9a7f-40f2-b496-a2999e5c607d req-ce0e215d-14b8-40bd-8185-9a1e208b35fe service nova] Releasing lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.585430] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquired lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.585617] env[68216]: DEBUG nova.network.neutron [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.730100] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "62f7fac8-e40f-4da1-843c-7969cf743356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.730289] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "62f7fac8-e40f-4da1-843c-7969cf743356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.730591] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "62f7fac8-e40f-4da1-843c-7969cf743356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.730855] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "62f7fac8-e40f-4da1-843c-7969cf743356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.731065] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "62f7fac8-e40f-4da1-843c-7969cf743356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.733310] env[68216]: INFO nova.compute.manager [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Terminating instance [ 934.145034] env[68216]: DEBUG nova.network.neutron [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.241329] env[68216]: DEBUG nova.compute.manager [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.241562] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.242575] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac95ef2-0924-4837-92e9-0e86919a1c76 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.254752] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.255056] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-510b14c7-6a6f-42d2-8036-366f6995d1aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.263768] env[68216]: DEBUG oslo_vmware.api [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 934.263768] env[68216]: value = "task-3068732" [ 934.263768] env[68216]: _type = "Task" [ 934.263768] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.277317] env[68216]: DEBUG oslo_vmware.api [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.284935] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33b6488-a081-4875-b8e7-c60f85128892 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.291986] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c432c8-b14e-4c6b-89c1-9b4b17760fdf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.328394] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b393b4-ddfd-43b7-9425-d6d5d1806a48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.338125] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c58f981-ff34-431f-84a0-88495e62b7ca {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.353110] env[68216]: DEBUG nova.compute.provider_tree [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.513685] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.513858] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.514056] env[68216]: DEBUG nova.network.neutron [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.567907] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquiring lock "28872e8d-7c98-4722-aba7-d46421fb2a4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.568206] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lock "28872e8d-7c98-4722-aba7-d46421fb2a4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.568414] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquiring lock "28872e8d-7c98-4722-aba7-d46421fb2a4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.568597] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lock "28872e8d-7c98-4722-aba7-d46421fb2a4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.568766] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lock "28872e8d-7c98-4722-aba7-d46421fb2a4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.571135] env[68216]: INFO nova.compute.manager [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Terminating instance [ 934.696918] env[68216]: DEBUG nova.network.neutron [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updating instance_info_cache with network_info: [{"id": "71176106-b07d-4a06-a447-06e0fe416592", "address": "fa:16:3e:27:70:c2", "network": {"id": "4147c2f9-55bc-4542-beb7-a97655e2db1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-643076112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01138979a1104956b487897e5744b8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71176106-b0", "ovs_interfaceid": "71176106-b07d-4a06-a447-06e0fe416592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.749155] env[68216]: DEBUG nova.compute.manager [req-210226bf-7547-417b-bd75-a415e9cd2d80 req-bc63cd4b-58c2-4484-8f06-0b60290a0e45 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Received event network-vif-plugged-ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.749155] env[68216]: DEBUG oslo_concurrency.lockutils [req-210226bf-7547-417b-bd75-a415e9cd2d80 req-bc63cd4b-58c2-4484-8f06-0b60290a0e45 service nova] Acquiring lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.749155] env[68216]: DEBUG oslo_concurrency.lockutils [req-210226bf-7547-417b-bd75-a415e9cd2d80 req-bc63cd4b-58c2-4484-8f06-0b60290a0e45 service nova] Lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.749155] env[68216]: DEBUG oslo_concurrency.lockutils [req-210226bf-7547-417b-bd75-a415e9cd2d80 req-bc63cd4b-58c2-4484-8f06-0b60290a0e45 service nova] Lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.749155] env[68216]: DEBUG nova.compute.manager [req-210226bf-7547-417b-bd75-a415e9cd2d80 req-bc63cd4b-58c2-4484-8f06-0b60290a0e45 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] No waiting events found dispatching network-vif-plugged-ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.749155] env[68216]: WARNING nova.compute.manager [req-210226bf-7547-417b-bd75-a415e9cd2d80 req-bc63cd4b-58c2-4484-8f06-0b60290a0e45 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Received unexpected event network-vif-plugged-ee79d8c2-24fd-4b73-8f05-d270aa30e532 for instance with vm_state shelved_offloaded and task_state spawning. [ 934.772658] env[68216]: DEBUG oslo_vmware.api [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068732, 'name': PowerOffVM_Task, 'duration_secs': 0.207019} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.772939] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.773153] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.773385] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15080e16-7dc7-4de7-9dc6-39e1e9a55fe1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.832868] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.833100] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.833274] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Deleting the datastore file [datastore1] 62f7fac8-e40f-4da1-843c-7969cf743356 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.833543] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be08c8dd-307f-4e68-b76b-7f08f782b309 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.839980] env[68216]: DEBUG oslo_vmware.api [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 934.839980] env[68216]: value = "task-3068734" [ 934.839980] env[68216]: _type = "Task" [ 934.839980] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.847868] env[68216]: DEBUG oslo_vmware.api [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.859643] env[68216]: DEBUG nova.scheduler.client.report [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.075383] env[68216]: DEBUG nova.compute.manager [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.075603] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.076510] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c596f6e-7e33-400e-8d05-7f3aca188bb5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.083753] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.084043] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-683bb175-92f6-4caa-9601-345d57c1967e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.090357] env[68216]: DEBUG oslo_vmware.api [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for the task: (returnval){ [ 935.090357] env[68216]: value = "task-3068735" [ 935.090357] env[68216]: _type = "Task" [ 935.090357] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.098637] env[68216]: DEBUG oslo_vmware.api [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.198484] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Releasing lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.198817] env[68216]: DEBUG nova.compute.manager [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Instance network_info: |[{"id": "71176106-b07d-4a06-a447-06e0fe416592", "address": "fa:16:3e:27:70:c2", "network": {"id": "4147c2f9-55bc-4542-beb7-a97655e2db1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-643076112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01138979a1104956b487897e5744b8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71176106-b0", "ovs_interfaceid": "71176106-b07d-4a06-a447-06e0fe416592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.199292] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:70:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71176106-b07d-4a06-a447-06e0fe416592', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.208318] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Creating folder: Project (01138979a1104956b487897e5744b8bd). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.208318] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b53dd683-341e-458d-9a5c-6d3e2c8d30d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.221629] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Created folder: Project (01138979a1104956b487897e5744b8bd) in parent group-v614292. [ 935.221820] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Creating folder: Instances. Parent ref: group-v614524. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.222084] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80d1c228-2d06-4671-ab56-0d4ab7fd99f7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.232958] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Created folder: Instances in parent group-v614524. [ 935.233227] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.233448] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.233652] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6bff0dd-0931-45bf-b818-502b65146978 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.251738] env[68216]: DEBUG nova.network.neutron [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updating instance_info_cache with network_info: [{"id": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "address": "fa:16:3e:c0:26:6f", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee79d8c2-24", "ovs_interfaceid": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.254228] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.254228] env[68216]: value = "task-3068738" [ 935.254228] env[68216]: _type = "Task" [ 935.254228] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.263211] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068738, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.350614] env[68216]: DEBUG oslo_vmware.api [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211279} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.350901] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.351142] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.351352] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.351527] env[68216]: INFO nova.compute.manager [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Took 1.11 seconds to destroy the instance on the hypervisor. [ 935.351790] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.352096] env[68216]: DEBUG nova.compute.manager [-] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.352181] env[68216]: DEBUG nova.network.neutron [-] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.366904] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.367472] env[68216]: DEBUG nova.compute.manager [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.370331] env[68216]: DEBUG oslo_concurrency.lockutils [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.269s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.370538] env[68216]: DEBUG nova.objects.instance [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lazy-loading 'resources' on Instance uuid a921648e-fabb-4574-b7be-709144ac134f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.602948] env[68216]: DEBUG nova.compute.manager [req-a4e50623-9e96-49ba-bca3-4a334ffd15eb req-4aa66511-65f9-43f7-9077-5f7ae95871c1 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Received event network-vif-deleted-ea98b697-ffdc-4a23-86c7-99e320688ab4 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 935.602948] env[68216]: INFO nova.compute.manager [req-a4e50623-9e96-49ba-bca3-4a334ffd15eb req-4aa66511-65f9-43f7-9077-5f7ae95871c1 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Neutron deleted interface ea98b697-ffdc-4a23-86c7-99e320688ab4; detaching it from the instance and deleting it from the info cache [ 935.602948] env[68216]: DEBUG nova.network.neutron [req-a4e50623-9e96-49ba-bca3-4a334ffd15eb req-4aa66511-65f9-43f7-9077-5f7ae95871c1 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.610144] env[68216]: DEBUG oslo_vmware.api [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068735, 'name': PowerOffVM_Task, 'duration_secs': 0.254642} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.610790] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.611258] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.611601] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c683813-f16e-49d0-aaa9-526cea8408c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.719035] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.719035] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.719035] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Deleting the datastore file [datastore2] 28872e8d-7c98-4722-aba7-d46421fb2a4a {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.719474] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be207823-7e1d-445c-955f-8f71d108f7f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.728445] env[68216]: DEBUG oslo_vmware.api [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for the task: (returnval){ [ 935.728445] env[68216]: value = "task-3068740" [ 935.728445] env[68216]: _type = "Task" [ 935.728445] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.736577] env[68216]: DEBUG oslo_vmware.api [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.755685] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.769263] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068738, 'name': CreateVM_Task, 'duration_secs': 0.319908} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.769450] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.770178] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.770379] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.770735] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.771047] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a805f216-b5f4-424f-8309-7287fc08213a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.776218] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 935.776218] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521c25be-c2d1-409b-4364-ec868405ecff" [ 935.776218] env[68216]: _type = "Task" [ 935.776218] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.788993] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521c25be-c2d1-409b-4364-ec868405ecff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.791225] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b3d18c1b5daa6831529b4184f7bcc189',container_format='bare',created_at=2025-03-18T08:29:06Z,direct_url=,disk_format='vmdk',id=d141459a-fa7f-4d56-a3a3-7a7c05d7fd49,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2029347060-shelved',owner='e6eb265c6ba04bbbaafc8de9ad4715e6',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2025-03-18T08:29:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.791601] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.791795] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.792027] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.792290] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.792883] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.792883] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.793159] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.793461] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.793791] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.794044] env[68216]: DEBUG nova.virt.hardware [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.794974] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afa700b-1ea9-41fb-b687-789b53f2831d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.804377] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2091c6-db5c-4ab4-b949-8890afba8740 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.821956] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:26:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee79d8c2-24fd-4b73-8f05-d270aa30e532', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.835182] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.836131] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.836326] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa2ed6b7-b045-446f-ad14-9e912bb25fec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.861849] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.861849] env[68216]: value = "task-3068741" [ 935.861849] env[68216]: _type = "Task" [ 935.861849] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.870502] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068741, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.873401] env[68216]: DEBUG nova.compute.utils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.878212] env[68216]: DEBUG nova.compute.manager [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.878212] env[68216]: DEBUG nova.network.neutron [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.944293] env[68216]: DEBUG nova.policy [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5feeae40bcd45dd908b0a397ee350bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3e751ee498450c88367eff6d7e6803', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.084629] env[68216]: DEBUG nova.network.neutron [-] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.114686] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e4a6434-6579-4bd9-be8d-cf5ece6184ac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.123808] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ec0354-e30a-454f-ba72-75f9c93cea32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.165882] env[68216]: DEBUG nova.compute.manager [req-a4e50623-9e96-49ba-bca3-4a334ffd15eb req-4aa66511-65f9-43f7-9077-5f7ae95871c1 service nova] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Detach interface failed, port_id=ea98b697-ffdc-4a23-86c7-99e320688ab4, reason: Instance 62f7fac8-e40f-4da1-843c-7969cf743356 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 936.241512] env[68216]: DEBUG oslo_vmware.api [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Task: {'id': task-3068740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407602} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.244348] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.244545] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.244780] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.244990] env[68216]: INFO nova.compute.manager [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 936.245206] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.245613] env[68216]: DEBUG nova.compute.manager [-] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.245706] env[68216]: DEBUG nova.network.neutron [-] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.270073] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb925823-cc71-42a1-9458-e4798c46448e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.282877] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4de8792-2062-4bbc-9978-51f91bed63cc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.291168] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521c25be-c2d1-409b-4364-ec868405ecff, 'name': SearchDatastore_Task, 'duration_secs': 0.02784} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.314919] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.315146] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.315428] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.315528] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.315739] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.316262] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d17f4e99-4340-43c0-8fcd-95d8fab01a54 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.318666] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2bbca2-8780-4e85-bd3c-ec417ba86dab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.328020] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c3f99-ad85-438c-93b8-ee063622dbe9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.333659] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.333846] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.334942] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae63a159-e607-4a5f-b767-b03de3cf09c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.347304] env[68216]: DEBUG nova.compute.provider_tree [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.352053] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 936.352053] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5226cede-7f6e-4a20-ba32-fc400a9ad52f" [ 936.352053] env[68216]: _type = "Task" [ 936.352053] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.359832] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5226cede-7f6e-4a20-ba32-fc400a9ad52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.360692] env[68216]: DEBUG nova.network.neutron [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Successfully created port: bd250312-9412-40d4-abf6-399e5bac2a0a {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.371980] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068741, 'name': CreateVM_Task, 'duration_secs': 0.339728} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.372163] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.372823] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.372987] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.373377] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.373639] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc71f696-7a2e-4e48-84a1-fbf0a2523762 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.378262] env[68216]: DEBUG nova.compute.manager [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.380750] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 936.380750] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522b465c-d240-50bd-47ae-722c6c5516a2" [ 936.380750] env[68216]: _type = "Task" [ 936.380750] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.389171] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522b465c-d240-50bd-47ae-722c6c5516a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.530869] env[68216]: DEBUG oslo_vmware.rw_handles [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520311cf-b3d4-4cdc-1afd-c67d580da024/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.531785] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965879dd-d0b3-4675-a93d-1220c9aacd4a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.538166] env[68216]: DEBUG oslo_vmware.rw_handles [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520311cf-b3d4-4cdc-1afd-c67d580da024/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.538334] env[68216]: ERROR oslo_vmware.rw_handles [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520311cf-b3d4-4cdc-1afd-c67d580da024/disk-0.vmdk due to incomplete transfer. [ 936.538555] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce6c5a72-8f4a-4530-9db6-1abb5412cbae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.545354] env[68216]: DEBUG oslo_vmware.rw_handles [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520311cf-b3d4-4cdc-1afd-c67d580da024/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 936.545580] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Uploaded image 11fd8dbc-ab02-45c2-aa6f-6d315bd4ca0e to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 936.547827] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 936.548388] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e2f3122-5ccf-4209-badd-2fc717c0669f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.554097] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 936.554097] env[68216]: value = "task-3068742" [ 936.554097] env[68216]: _type = "Task" [ 936.554097] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.562305] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068742, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.588137] env[68216]: INFO nova.compute.manager [-] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Took 1.24 seconds to deallocate network for instance. [ 936.783757] env[68216]: DEBUG nova.compute.manager [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Received event network-changed-ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 936.784095] env[68216]: DEBUG nova.compute.manager [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Refreshing instance network info cache due to event network-changed-ee79d8c2-24fd-4b73-8f05-d270aa30e532. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 936.784214] env[68216]: DEBUG oslo_concurrency.lockutils [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] Acquiring lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.784343] env[68216]: DEBUG oslo_concurrency.lockutils [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] Acquired lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.784468] env[68216]: DEBUG nova.network.neutron [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Refreshing network info cache for port ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.853141] env[68216]: DEBUG nova.scheduler.client.report [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.867360] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5226cede-7f6e-4a20-ba32-fc400a9ad52f, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.868555] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b28b69-28d6-4388-969b-b7f8016a0b25 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.875472] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 936.875472] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fb82bd-bf45-e671-e928-cbe3ed6d7dad" [ 936.875472] env[68216]: _type = "Task" [ 936.875472] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.890025] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fb82bd-bf45-e671-e928-cbe3ed6d7dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.896116] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.896367] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Processing image d141459a-fa7f-4d56-a3a3-7a7c05d7fd49 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.896607] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.896748] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.896917] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.898016] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28f97b09-9987-46e5-8185-3159f8db3307 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.905018] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.905206] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.905945] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a119de8-9b6f-42c6-8fde-ee068a17e133 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.912843] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 936.912843] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52aa1dba-5fdd-378a-7602-ce0bf4feea26" [ 936.912843] env[68216]: _type = "Task" [ 936.912843] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.927421] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Preparing fetch location {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 936.927421] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Fetch image to [datastore1] OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc/OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc.vmdk {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 936.927607] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Downloading stream optimized image d141459a-fa7f-4d56-a3a3-7a7c05d7fd49 to [datastore1] OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc/OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc.vmdk on the data store datastore1 as vApp {{(pid=68216) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 936.927751] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Downloading image file data d141459a-fa7f-4d56-a3a3-7a7c05d7fd49 to the ESX as VM named 'OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc' {{(pid=68216) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 937.024807] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 937.024807] env[68216]: value = "resgroup-9" [ 937.024807] env[68216]: _type = "ResourcePool" [ 937.024807] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 937.025169] env[68216]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d52fd9ba-e0ab-46c2-b53a-85d6ffc5c133 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.047370] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lease: (returnval){ [ 937.047370] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205901c-287c-ba64-6232-d684ee755b25" [ 937.047370] env[68216]: _type = "HttpNfcLease" [ 937.047370] env[68216]: } obtained for vApp import into resource pool (val){ [ 937.047370] env[68216]: value = "resgroup-9" [ 937.047370] env[68216]: _type = "ResourcePool" [ 937.047370] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 937.047863] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the lease: (returnval){ [ 937.047863] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205901c-287c-ba64-6232-d684ee755b25" [ 937.047863] env[68216]: _type = "HttpNfcLease" [ 937.047863] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 937.054391] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.054391] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205901c-287c-ba64-6232-d684ee755b25" [ 937.054391] env[68216]: _type = "HttpNfcLease" [ 937.054391] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 937.062022] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068742, 'name': Destroy_Task, 'duration_secs': 0.302856} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.062276] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Destroyed the VM [ 937.062513] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 937.062758] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d6c4b588-33f4-4cbd-b0ac-b15c0c390308 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.069007] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 937.069007] env[68216]: value = "task-3068744" [ 937.069007] env[68216]: _type = "Task" [ 937.069007] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.083380] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068744, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.098239] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.235556] env[68216]: DEBUG nova.network.neutron [-] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.361321] env[68216]: DEBUG oslo_concurrency.lockutils [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.363709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.169s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.364049] env[68216]: DEBUG nova.objects.instance [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lazy-loading 'resources' on Instance uuid 85f7bf69-810c-448c-a1d9-4642bc5a1a93 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.392755] env[68216]: DEBUG nova.compute.manager [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.394846] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52fb82bd-bf45-e671-e928-cbe3ed6d7dad, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.395863] env[68216]: INFO nova.scheduler.client.report [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleted allocations for instance a921648e-fabb-4574-b7be-709144ac134f [ 937.397080] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.398735] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 5c739a26-6fe8-4ae2-9b77-f433ced2769e/5c739a26-6fe8-4ae2-9b77-f433ced2769e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.398735] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-787ccf04-ff94-456e-8009-f545a70eb689 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.410687] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 937.410687] env[68216]: value = "task-3068745" [ 937.410687] env[68216]: _type = "Task" [ 937.410687] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.419128] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.433137] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.435837] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.435837] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.435837] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.435837] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.435837] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.435837] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.435837] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.435837] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.435837] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.435837] env[68216]: DEBUG nova.virt.hardware [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.436399] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe4386e-d722-4aaa-b6b9-4e902f99215d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.445017] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aecff7-5c46-4378-a761-c0fe88fb0c6d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.534303] env[68216]: DEBUG nova.network.neutron [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updated VIF entry in instance network info cache for port ee79d8c2-24fd-4b73-8f05-d270aa30e532. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.534770] env[68216]: DEBUG nova.network.neutron [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updating instance_info_cache with network_info: [{"id": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "address": "fa:16:3e:c0:26:6f", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee79d8c2-24", "ovs_interfaceid": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.556433] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.556433] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205901c-287c-ba64-6232-d684ee755b25" [ 937.556433] env[68216]: _type = "HttpNfcLease" [ 937.556433] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 937.579064] env[68216]: DEBUG oslo_vmware.api [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068744, 'name': RemoveSnapshot_Task, 'duration_secs': 0.502956} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.579766] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 937.580151] env[68216]: INFO nova.compute.manager [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Took 16.19 seconds to snapshot the instance on the hypervisor. [ 937.723051] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.723308] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.738620] env[68216]: INFO nova.compute.manager [-] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Took 1.49 seconds to deallocate network for instance. [ 937.914675] env[68216]: DEBUG oslo_concurrency.lockutils [None req-508e2aef-cf70-4a0b-b2d2-bc2f11bacd87 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "a921648e-fabb-4574-b7be-709144ac134f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.377s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.935166] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512226} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.939339] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 5c739a26-6fe8-4ae2-9b77-f433ced2769e/5c739a26-6fe8-4ae2-9b77-f433ced2769e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.943079] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.943079] env[68216]: DEBUG nova.compute.manager [req-38fe3719-7e32-4b7b-94af-6368395172ba req-028f7969-f594-4969-860e-1bd05b2e7462 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Received event network-vif-plugged-bd250312-9412-40d4-abf6-399e5bac2a0a {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 937.943079] env[68216]: DEBUG oslo_concurrency.lockutils [req-38fe3719-7e32-4b7b-94af-6368395172ba req-028f7969-f594-4969-860e-1bd05b2e7462 service nova] Acquiring lock "65d707f2-7ca7-4441-b763-0d1042cc9b70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.943079] env[68216]: DEBUG oslo_concurrency.lockutils [req-38fe3719-7e32-4b7b-94af-6368395172ba req-028f7969-f594-4969-860e-1bd05b2e7462 service nova] Lock "65d707f2-7ca7-4441-b763-0d1042cc9b70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.943079] env[68216]: DEBUG oslo_concurrency.lockutils [req-38fe3719-7e32-4b7b-94af-6368395172ba req-028f7969-f594-4969-860e-1bd05b2e7462 service nova] Lock "65d707f2-7ca7-4441-b763-0d1042cc9b70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.943079] env[68216]: DEBUG nova.compute.manager [req-38fe3719-7e32-4b7b-94af-6368395172ba req-028f7969-f594-4969-860e-1bd05b2e7462 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] No waiting events found dispatching network-vif-plugged-bd250312-9412-40d4-abf6-399e5bac2a0a {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.943079] env[68216]: WARNING nova.compute.manager [req-38fe3719-7e32-4b7b-94af-6368395172ba req-028f7969-f594-4969-860e-1bd05b2e7462 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Received unexpected event network-vif-plugged-bd250312-9412-40d4-abf6-399e5bac2a0a for instance with vm_state building and task_state spawning. [ 937.943506] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeebe7dc-c35b-41e1-adcf-657e4c0f0b39 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.952092] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 937.952092] env[68216]: value = "task-3068746" [ 937.952092] env[68216]: _type = "Task" [ 937.952092] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.959750] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.961939] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.961939] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.961939] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.961939] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.962958] env[68216]: INFO nova.compute.manager [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Terminating instance [ 937.972052] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.039689] env[68216]: DEBUG oslo_concurrency.lockutils [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] Releasing lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.039689] env[68216]: DEBUG nova.compute.manager [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Received event network-vif-deleted-ba907d70-793e-46e6-8a51-9dd668dd8f86 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 938.039689] env[68216]: INFO nova.compute.manager [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Neutron deleted interface ba907d70-793e-46e6-8a51-9dd668dd8f86; detaching it from the instance and deleting it from the info cache [ 938.039689] env[68216]: DEBUG nova.network.neutron [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.050171] env[68216]: DEBUG nova.network.neutron [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Successfully updated port: bd250312-9412-40d4-abf6-399e5bac2a0a {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.059249] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.059249] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205901c-287c-ba64-6232-d684ee755b25" [ 938.059249] env[68216]: _type = "HttpNfcLease" [ 938.059249] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 938.084855] env[68216]: DEBUG nova.compute.manager [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Instance disappeared during snapshot {{(pid=68216) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 938.103623] env[68216]: DEBUG nova.compute.manager [None req-a602fa4a-9366-4e38-aea3-5f34d250f93e tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image not found during clean up 11fd8dbc-ab02-45c2-aa6f-6d315bd4ca0e {{(pid=68216) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 938.232441] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.233540] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.233540] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.233540] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.233540] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.233540] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.233760] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 938.233760] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.245372] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.264117] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa9eccc-2d37-4043-8304-1d1333e7c8df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.271852] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dedc97-8126-4198-a1b1-8b0b828746f0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.301938] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b878e6a2-2269-49de-9fa0-99bbbcf699d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.309069] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326d3dc0-99d8-4ffc-b215-3ce81857a124 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.323888] env[68216]: DEBUG nova.compute.provider_tree [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.463171] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083154} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.463563] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.464217] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6788a422-de26-4ac6-b2c0-3dc890548684 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.478990] env[68216]: DEBUG nova.compute.manager [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.479225] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.487921] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 5c739a26-6fe8-4ae2-9b77-f433ced2769e/5c739a26-6fe8-4ae2-9b77-f433ced2769e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.488744] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779db2d2-92f8-4d13-aa20-e63ead3ace07 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.491477] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b536bf2-1b18-4a9a-8cfb-c44a5c91ab49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.511466] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.512717] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92e87b9e-4a05-4975-a4e7-3753334b28d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.514386] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 938.514386] env[68216]: value = "task-3068747" [ 938.514386] env[68216]: _type = "Task" [ 938.514386] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.523604] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.547549] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eecf1822-01d1-482a-a169-1ca3eca53fd6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.552699] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.552879] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.553043] env[68216]: DEBUG nova.network.neutron [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.562240] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e550e94-d53d-4e9b-9406-1f4e89682b24 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.579018] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.579018] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205901c-287c-ba64-6232-d684ee755b25" [ 938.579018] env[68216]: _type = "HttpNfcLease" [ 938.579018] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 938.581309] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.581556] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.581803] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleting the datastore file [datastore2] eb3a9508-116e-4d4b-8142-b4593dbb60e6 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.582159] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16ce8932-8b21-414d-9220-df77d6e85146 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.590373] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "424a5bc3-e291-430e-936f-093d983d1f22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.590614] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "424a5bc3-e291-430e-936f-093d983d1f22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.609811] env[68216]: DEBUG nova.compute.manager [req-771abde0-b64b-4b94-b93f-91d15c24a8f8 req-2a79c185-717c-412d-b6f2-5648d2858f0c service nova] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Detach interface failed, port_id=ba907d70-793e-46e6-8a51-9dd668dd8f86, reason: Instance 28872e8d-7c98-4722-aba7-d46421fb2a4a could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 938.611543] env[68216]: DEBUG oslo_vmware.api [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 938.611543] env[68216]: value = "task-3068749" [ 938.611543] env[68216]: _type = "Task" [ 938.611543] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.623351] env[68216]: DEBUG oslo_vmware.api [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.736650] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.826946] env[68216]: DEBUG nova.scheduler.client.report [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.025048] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.062600] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.062600] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205901c-287c-ba64-6232-d684ee755b25" [ 939.062600] env[68216]: _type = "HttpNfcLease" [ 939.062600] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 939.089568] env[68216]: DEBUG nova.network.neutron [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.109199] env[68216]: DEBUG nova.compute.manager [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.128827] env[68216]: DEBUG oslo_vmware.api [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240211} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.129146] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.129465] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.129771] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.130087] env[68216]: INFO nova.compute.manager [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Took 0.65 seconds to destroy the instance on the hypervisor. [ 939.130473] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.130780] env[68216]: DEBUG nova.compute.manager [-] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.130941] env[68216]: DEBUG nova.network.neutron [-] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.291094] env[68216]: DEBUG nova.network.neutron [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Updating instance_info_cache with network_info: [{"id": "bd250312-9412-40d4-abf6-399e5bac2a0a", "address": "fa:16:3e:ae:6a:6a", "network": {"id": "dd5c48c5-29fd-4696-b350-f9b8198733e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984954182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc3e751ee498450c88367eff6d7e6803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd250312-94", "ovs_interfaceid": "bd250312-9412-40d4-abf6-399e5bac2a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.332137] env[68216]: DEBUG oslo_concurrency.lockutils [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.335225] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.619s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.335225] env[68216]: DEBUG nova.objects.instance [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lazy-loading 'resources' on Instance uuid 54cd1d03-f73e-4c5e-89c0-fc2a129792df {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.362956] env[68216]: INFO nova.scheduler.client.report [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleted allocations for instance 85f7bf69-810c-448c-a1d9-4642bc5a1a93 [ 939.528489] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068747, 'name': ReconfigVM_Task, 'duration_secs': 0.541562} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.528489] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 5c739a26-6fe8-4ae2-9b77-f433ced2769e/5c739a26-6fe8-4ae2-9b77-f433ced2769e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.528489] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f3cacd-c089-4c0b-bcb8-8739eb9b0956 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.534044] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 939.534044] env[68216]: value = "task-3068750" [ 939.534044] env[68216]: _type = "Task" [ 939.534044] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.543010] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068750, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.560743] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.560743] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205901c-287c-ba64-6232-d684ee755b25" [ 939.560743] env[68216]: _type = "HttpNfcLease" [ 939.560743] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 939.564031] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 939.564031] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5205901c-287c-ba64-6232-d684ee755b25" [ 939.564031] env[68216]: _type = "HttpNfcLease" [ 939.564031] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 939.564874] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8709e2f-20cb-4d19-852d-1dccb03b5982 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.574778] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c720-059c-b428-2ad5-6c81fafdc123/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 939.574778] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c720-059c-b428-2ad5-6c81fafdc123/disk-0.vmdk. {{(pid=68216) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 939.644704] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2935c3c-9828-4836-9c64-0d9314f3b31d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.655537] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.660824] env[68216]: DEBUG nova.compute.manager [req-5377a67a-6caf-4b52-aa75-0c4904dd9886 req-b0e35855-6392-4ddd-b2c4-b9f4f0a218f7 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Received event network-vif-deleted-5a7c041c-a671-4a9b-9038-f0e8ac7ce60b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.661064] env[68216]: INFO nova.compute.manager [req-5377a67a-6caf-4b52-aa75-0c4904dd9886 req-b0e35855-6392-4ddd-b2c4-b9f4f0a218f7 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Neutron deleted interface 5a7c041c-a671-4a9b-9038-f0e8ac7ce60b; detaching it from the instance and deleting it from the info cache [ 939.661286] env[68216]: DEBUG nova.network.neutron [req-5377a67a-6caf-4b52-aa75-0c4904dd9886 req-b0e35855-6392-4ddd-b2c4-b9f4f0a218f7 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.793633] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.793993] env[68216]: DEBUG nova.compute.manager [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Instance network_info: |[{"id": "bd250312-9412-40d4-abf6-399e5bac2a0a", "address": "fa:16:3e:ae:6a:6a", "network": {"id": "dd5c48c5-29fd-4696-b350-f9b8198733e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984954182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc3e751ee498450c88367eff6d7e6803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd250312-94", "ovs_interfaceid": "bd250312-9412-40d4-abf6-399e5bac2a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.794808] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:6a:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd250312-9412-40d4-abf6-399e5bac2a0a', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.802266] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.802499] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.802740] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbac1d42-fe14-4fd1-895f-344366786ee8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.823639] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.823639] env[68216]: value = "task-3068751" [ 939.823639] env[68216]: _type = "Task" [ 939.823639] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.832433] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068751, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.871343] env[68216]: DEBUG oslo_concurrency.lockutils [None req-861e79ee-4925-4070-bfd6-d1cc90138e36 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "85f7bf69-810c-448c-a1d9-4642bc5a1a93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.138s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.958441] env[68216]: DEBUG nova.compute.manager [req-7e6a1d86-1c5a-4077-a074-0c29040fba2e req-53fa56b9-2810-478f-ab7f-90d62e5fa9d6 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Received event network-changed-bd250312-9412-40d4-abf6-399e5bac2a0a {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.958684] env[68216]: DEBUG nova.compute.manager [req-7e6a1d86-1c5a-4077-a074-0c29040fba2e req-53fa56b9-2810-478f-ab7f-90d62e5fa9d6 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Refreshing instance network info cache due to event network-changed-bd250312-9412-40d4-abf6-399e5bac2a0a. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 939.958908] env[68216]: DEBUG oslo_concurrency.lockutils [req-7e6a1d86-1c5a-4077-a074-0c29040fba2e req-53fa56b9-2810-478f-ab7f-90d62e5fa9d6 service nova] Acquiring lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.959077] env[68216]: DEBUG oslo_concurrency.lockutils [req-7e6a1d86-1c5a-4077-a074-0c29040fba2e req-53fa56b9-2810-478f-ab7f-90d62e5fa9d6 service nova] Acquired lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.959456] env[68216]: DEBUG nova.network.neutron [req-7e6a1d86-1c5a-4077-a074-0c29040fba2e req-53fa56b9-2810-478f-ab7f-90d62e5fa9d6 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Refreshing network info cache for port bd250312-9412-40d4-abf6-399e5bac2a0a {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.051325] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068750, 'name': Rename_Task, 'duration_secs': 0.155219} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.052786] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.053078] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df76dac-5d9c-4dbd-8ac8-66d66af2dcc1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.065400] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 940.065400] env[68216]: value = "task-3068752" [ 940.065400] env[68216]: _type = "Task" [ 940.065400] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.083580] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.145519] env[68216]: DEBUG nova.network.neutron [-] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.166855] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55740f31-2ef5-4c5c-81dd-8a07d51bc321 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.176900] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010e8be9-7937-4317-9227-7b998688286c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.205985] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacd1227-8377-40c8-986c-448530237dff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.223334] env[68216]: DEBUG nova.compute.manager [req-5377a67a-6caf-4b52-aa75-0c4904dd9886 req-b0e35855-6392-4ddd-b2c4-b9f4f0a218f7 service nova] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Detach interface failed, port_id=5a7c041c-a671-4a9b-9038-f0e8ac7ce60b, reason: Instance eb3a9508-116e-4d4b-8142-b4593dbb60e6 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 940.235957] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2484e9a-3233-45a6-9831-69ca1cd570df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.269206] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7c3359-9839-4c29-8ed4-6fdf15c79f91 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.277703] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a3143c-b16f-46b0-8d90-c71df9e3f08f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.290783] env[68216]: DEBUG nova.compute.provider_tree [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.335050] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068751, 'name': CreateVM_Task, 'duration_secs': 0.335086} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.335207] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.335949] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.336135] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.336458] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.338207] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f45dc46-3486-46bb-82c4-c4b1751354c5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.342640] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 940.342640] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529131f5-afc5-1b2f-11d6-5c4626c0ee86" [ 940.342640] env[68216]: _type = "Task" [ 940.342640] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.352413] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529131f5-afc5-1b2f-11d6-5c4626c0ee86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.577431] env[68216]: DEBUG oslo_vmware.api [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068752, 'name': PowerOnVM_Task, 'duration_secs': 0.501179} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.580449] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.580716] env[68216]: INFO nova.compute.manager [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Took 9.03 seconds to spawn the instance on the hypervisor. [ 940.580949] env[68216]: DEBUG nova.compute.manager [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.584342] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d536417-2767-4347-8bbd-3c539e8ac1b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.648876] env[68216]: INFO nova.compute.manager [-] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Took 1.52 seconds to deallocate network for instance. [ 940.695732] env[68216]: DEBUG nova.network.neutron [req-7e6a1d86-1c5a-4077-a074-0c29040fba2e req-53fa56b9-2810-478f-ab7f-90d62e5fa9d6 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Updated VIF entry in instance network info cache for port bd250312-9412-40d4-abf6-399e5bac2a0a. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.696297] env[68216]: DEBUG nova.network.neutron [req-7e6a1d86-1c5a-4077-a074-0c29040fba2e req-53fa56b9-2810-478f-ab7f-90d62e5fa9d6 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Updating instance_info_cache with network_info: [{"id": "bd250312-9412-40d4-abf6-399e5bac2a0a", "address": "fa:16:3e:ae:6a:6a", "network": {"id": "dd5c48c5-29fd-4696-b350-f9b8198733e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984954182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc3e751ee498450c88367eff6d7e6803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd250312-94", "ovs_interfaceid": "bd250312-9412-40d4-abf6-399e5bac2a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.750176] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "6cb06607-35ed-4eca-9434-252451ec56ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.750491] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "6cb06607-35ed-4eca-9434-252451ec56ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.781789] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.782038] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.793832] env[68216]: DEBUG nova.scheduler.client.report [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.854763] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529131f5-afc5-1b2f-11d6-5c4626c0ee86, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.855092] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.855330] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.855626] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.855767] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.855936] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.856211] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03dc7d9c-633d-4252-9896-8bf40ab254dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.865833] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.865964] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.866651] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d26c43b-282c-410c-8e87-3a80ceda30fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.873184] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 940.873184] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e93af6-b533-dabc-9db4-21dd49305ab0" [ 940.873184] env[68216]: _type = "Task" [ 940.873184] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.881529] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e93af6-b533-dabc-9db4-21dd49305ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.945321] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Completed reading data from the image iterator. {{(pid=68216) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 940.945604] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c720-059c-b428-2ad5-6c81fafdc123/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.946520] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb02c0e-cf76-4f7c-a5a9-3068b73c53db {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.953201] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c720-059c-b428-2ad5-6c81fafdc123/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.953365] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c720-059c-b428-2ad5-6c81fafdc123/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 940.953616] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fc7bf8b7-2051-4774-b6e7-f9e0a5975483 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.104208] env[68216]: INFO nova.compute.manager [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Took 31.23 seconds to build instance. [ 941.143435] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258c720-059c-b428-2ad5-6c81fafdc123/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 941.143435] env[68216]: INFO nova.virt.vmwareapi.images [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Downloaded image file data d141459a-fa7f-4d56-a3a3-7a7c05d7fd49 [ 941.144435] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316b1594-4a5d-4d73-b24a-7cdb2573dd58 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.161507] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.161872] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24025428-243b-4e39-8ce9-00188a6e103c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.188576] env[68216]: INFO nova.virt.vmwareapi.images [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] The imported VM was unregistered [ 941.191188] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Caching image {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 941.191416] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49 {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.191673] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87aeb31f-a1e6-45fb-b062-d297fa1581bb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.199346] env[68216]: DEBUG oslo_concurrency.lockutils [req-7e6a1d86-1c5a-4077-a074-0c29040fba2e req-53fa56b9-2810-478f-ab7f-90d62e5fa9d6 service nova] Releasing lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.201716] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Created directory with path [datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49 {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.201895] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc/OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc.vmdk to [datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49.vmdk. {{(pid=68216) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 941.202144] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-36b50671-0775-45e9-b1c4-ce86b31708e8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.208433] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 941.208433] env[68216]: value = "task-3068754" [ 941.208433] env[68216]: _type = "Task" [ 941.208433] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.216380] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068754, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.254472] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.284429] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.298265] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.301251] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.998s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.324398] env[68216]: INFO nova.scheduler.client.report [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Deleted allocations for instance 54cd1d03-f73e-4c5e-89c0-fc2a129792df [ 941.386039] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e93af6-b533-dabc-9db4-21dd49305ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.008456} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.386898] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb567fd-fc05-4058-8c9e-e4042d515972 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.392589] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 941.392589] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52399cd2-8a5b-60c7-9385-423dfa2af3c3" [ 941.392589] env[68216]: _type = "Task" [ 941.392589] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.194937] env[68216]: DEBUG oslo_concurrency.lockutils [None req-69ac005d-167b-4812-859e-87787c1c70ba tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.328s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.202730] env[68216]: INFO nova.compute.claims [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.207937] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52399cd2-8a5b-60c7-9385-423dfa2af3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.207937] env[68216]: WARNING oslo_vmware.common.loopingcall [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] task run outlasted interval by 0.315149 sec [ 942.227037] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068754, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.231798] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52399cd2-8a5b-60c7-9385-423dfa2af3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.232997] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.232997] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 65d707f2-7ca7-4441-b763-0d1042cc9b70/65d707f2-7ca7-4441-b763-0d1042cc9b70.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.233209] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d05b386-e7c9-4abf-96ef-e3c90a38e1e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.250071] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 942.250071] env[68216]: value = "task-3068755" [ 942.250071] env[68216]: _type = "Task" [ 942.250071] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.250461] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bf31b5e2-3644-41c9-83df-81e5f164f005 tempest-ServerActionsV293TestJSON-375967882 tempest-ServerActionsV293TestJSON-375967882-project-member] Lock "54cd1d03-f73e-4c5e-89c0-fc2a129792df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.924s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.254448] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.261227] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.265412] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.440514] env[68216]: DEBUG nova.compute.manager [req-df78c279-fc27-45d9-8677-74cdc277f381 req-ddc290d5-ae82-45cc-a26b-1e8e9d605fcb service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Received event network-changed-71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 942.440717] env[68216]: DEBUG nova.compute.manager [req-df78c279-fc27-45d9-8677-74cdc277f381 req-ddc290d5-ae82-45cc-a26b-1e8e9d605fcb service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Refreshing instance network info cache due to event network-changed-71176106-b07d-4a06-a447-06e0fe416592. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 942.441072] env[68216]: DEBUG oslo_concurrency.lockutils [req-df78c279-fc27-45d9-8677-74cdc277f381 req-ddc290d5-ae82-45cc-a26b-1e8e9d605fcb service nova] Acquiring lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.441120] env[68216]: DEBUG oslo_concurrency.lockutils [req-df78c279-fc27-45d9-8677-74cdc277f381 req-ddc290d5-ae82-45cc-a26b-1e8e9d605fcb service nova] Acquired lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.441265] env[68216]: DEBUG nova.network.neutron [req-df78c279-fc27-45d9-8677-74cdc277f381 req-ddc290d5-ae82-45cc-a26b-1e8e9d605fcb service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Refreshing network info cache for port 71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.714402] env[68216]: INFO nova.compute.resource_tracker [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating resource usage from migration 533ba432-fe5b-42d3-80ed-551529c5f377 [ 942.717704] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068754, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.761574] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068755, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.117365] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68dacc4-b69d-4eb0-b1b5-905bb79b49fd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.131942] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708fb71b-aa2f-415b-bb8a-9f064bbd05e1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.176290] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0382fb6e-9b22-41aa-ad73-e61fe7fc1167 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.187086] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9e97ee-687a-496b-8043-2576728edb93 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.206026] env[68216]: DEBUG nova.compute.provider_tree [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.225034] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068754, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.261561] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602565} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.261876] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 65d707f2-7ca7-4441-b763-0d1042cc9b70/65d707f2-7ca7-4441-b763-0d1042cc9b70.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.262149] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.262471] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b468d972-f069-487f-8fe2-e8e8e1a9e22d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.272396] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 943.272396] env[68216]: value = "task-3068756" [ 943.272396] env[68216]: _type = "Task" [ 943.272396] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.289017] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.356857] env[68216]: DEBUG nova.network.neutron [req-df78c279-fc27-45d9-8677-74cdc277f381 req-ddc290d5-ae82-45cc-a26b-1e8e9d605fcb service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updated VIF entry in instance network info cache for port 71176106-b07d-4a06-a447-06e0fe416592. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.357301] env[68216]: DEBUG nova.network.neutron [req-df78c279-fc27-45d9-8677-74cdc277f381 req-ddc290d5-ae82-45cc-a26b-1e8e9d605fcb service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updating instance_info_cache with network_info: [{"id": "71176106-b07d-4a06-a447-06e0fe416592", "address": "fa:16:3e:27:70:c2", "network": {"id": "4147c2f9-55bc-4542-beb7-a97655e2db1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-643076112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01138979a1104956b487897e5744b8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71176106-b0", "ovs_interfaceid": "71176106-b07d-4a06-a447-06e0fe416592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.711475] env[68216]: DEBUG nova.scheduler.client.report [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.718408] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068754, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.354031} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.718899] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc/OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc.vmdk to [datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49.vmdk. [ 943.719333] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Cleaning up location [datastore1] OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 943.719333] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a6380030-dfe8-425c-b126-29a397c65fdc {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.719981] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d5b765c-503c-4ab4-b542-2d6e39e0f421 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.726096] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 943.726096] env[68216]: value = "task-3068757" [ 943.726096] env[68216]: _type = "Task" [ 943.726096] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.735584] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.781719] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255983} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.781989] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.782808] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b42c84-46b9-42c6-b54a-4defb1f3492e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.804464] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 65d707f2-7ca7-4441-b763-0d1042cc9b70/65d707f2-7ca7-4441-b763-0d1042cc9b70.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.805158] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7d3679-6115-46c4-a53b-0e10f38e5ac1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.826351] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 943.826351] env[68216]: value = "task-3068758" [ 943.826351] env[68216]: _type = "Task" [ 943.826351] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.834992] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.860805] env[68216]: DEBUG oslo_concurrency.lockutils [req-df78c279-fc27-45d9-8677-74cdc277f381 req-ddc290d5-ae82-45cc-a26b-1e8e9d605fcb service nova] Releasing lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.220783] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.920s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.221150] env[68216]: INFO nova.compute.manager [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Migrating [ 944.227590] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.469s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.229095] env[68216]: INFO nova.compute.claims [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.247966] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031909} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.248218] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.248414] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.248696] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49.vmdk to [datastore1] 878d010a-a036-4228-85fa-7f3d990bfd58/878d010a-a036-4228-85fa-7f3d990bfd58.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.249262] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5263a325-d048-4568-9d67-6154efac8a3e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.256202] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 944.256202] env[68216]: value = "task-3068759" [ 944.256202] env[68216]: _type = "Task" [ 944.256202] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.264967] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.336718] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.743269] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.743694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.743694] env[68216]: DEBUG nova.network.neutron [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.768338] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068759, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.838055] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068758, 'name': ReconfigVM_Task, 'duration_secs': 0.956999} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.838379] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 65d707f2-7ca7-4441-b763-0d1042cc9b70/65d707f2-7ca7-4441-b763-0d1042cc9b70.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.839043] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe7f1a9a-8745-41e7-855f-89e3aea38d6e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.847824] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 944.847824] env[68216]: value = "task-3068760" [ 944.847824] env[68216]: _type = "Task" [ 944.847824] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.864082] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068760, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.271928] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068759, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.359694] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068760, 'name': Rename_Task, 'duration_secs': 0.235398} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.362671] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.363201] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33a2fb44-32a5-42d9-9815-eaf2a8edb622 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.371800] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 945.371800] env[68216]: value = "task-3068761" [ 945.371800] env[68216]: _type = "Task" [ 945.371800] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.391953] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068761, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.492130] env[68216]: DEBUG nova.network.neutron [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance_info_cache with network_info: [{"id": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "address": "fa:16:3e:b4:42:d1", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca3c4c6-2c", "ovs_interfaceid": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.621944] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a359be2c-3603-436e-9bfe-402bb1781233 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.631383] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9065efd6-50ca-401e-a3b4-ce619533175c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.665068] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822f0ab3-416b-478d-b4c6-826e55728b4d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.674514] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e515654-f7e7-402a-9823-ea63cc10f366 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.691493] env[68216]: DEBUG nova.compute.provider_tree [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.769266] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068759, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.886780] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.998104] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.194907] env[68216]: DEBUG nova.scheduler.client.report [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.277930] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068759, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.384327] env[68216]: DEBUG oslo_vmware.api [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068761, 'name': PowerOnVM_Task, 'duration_secs': 0.943293} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.384602] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.384801] env[68216]: INFO nova.compute.manager [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Took 8.99 seconds to spawn the instance on the hypervisor. [ 946.385021] env[68216]: DEBUG nova.compute.manager [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.385840] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383007f5-f137-4aa9-b979-c801e0ba1543 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.701759] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.701759] env[68216]: DEBUG nova.compute.manager [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.705697] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.325s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.706886] env[68216]: INFO nova.compute.claims [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.768053] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068759, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.493814} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.768321] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49/d141459a-fa7f-4d56-a3a3-7a7c05d7fd49.vmdk to [datastore1] 878d010a-a036-4228-85fa-7f3d990bfd58/878d010a-a036-4228-85fa-7f3d990bfd58.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.769093] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a9576b-3cc0-4f5e-a210-08b219343406 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.790531] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 878d010a-a036-4228-85fa-7f3d990bfd58/878d010a-a036-4228-85fa-7f3d990bfd58.vmdk or device None with type streamOptimized {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.790775] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87a48e23-ac1a-41b6-8a73-8a67f1017760 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.809718] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 946.809718] env[68216]: value = "task-3068762" [ 946.809718] env[68216]: _type = "Task" [ 946.809718] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.817446] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.906693] env[68216]: INFO nova.compute.manager [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Took 33.80 seconds to build instance. [ 947.195545] env[68216]: INFO nova.compute.manager [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Rescuing [ 947.195827] env[68216]: DEBUG oslo_concurrency.lockutils [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.196042] env[68216]: DEBUG oslo_concurrency.lockutils [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.196243] env[68216]: DEBUG nova.network.neutron [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.211277] env[68216]: DEBUG nova.compute.utils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.214505] env[68216]: DEBUG nova.compute.manager [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.214680] env[68216]: DEBUG nova.network.neutron [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.262670] env[68216]: DEBUG nova.policy [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '086f8fc4266d4c37b7fc0df18f2e4d76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33c35360c4743b9a4598abea8dce596', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.320036] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068762, 'name': ReconfigVM_Task, 'duration_secs': 0.261324} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.320504] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 878d010a-a036-4228-85fa-7f3d990bfd58/878d010a-a036-4228-85fa-7f3d990bfd58.vmdk or device None with type streamOptimized {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.321040] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16b1dca2-7ecc-495e-b72f-321e50b4bb98 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.328050] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 947.328050] env[68216]: value = "task-3068763" [ 947.328050] env[68216]: _type = "Task" [ 947.328050] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.337286] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068763, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.408119] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6dc24f60-ba5e-4f8c-acf8-cc06ffe5a586 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "65d707f2-7ca7-4441-b763-0d1042cc9b70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.309s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.513021] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b135a479-f1c0-4d39-b2a5-c83372a6f32d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.535237] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance '2274a461-afef-42ae-8d74-7659affa7b3c' progress to 0 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 947.539213] env[68216]: DEBUG nova.network.neutron [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Successfully created port: 67efb4dc-d859-4286-8f16-c875c2b34f2c {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.718021] env[68216]: DEBUG nova.compute.manager [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.842277] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068763, 'name': Rename_Task, 'duration_secs': 0.13709} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.845245] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.845245] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-764396c2-aa9a-4064-ad09-5f3cbd5528db {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.851773] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 947.851773] env[68216]: value = "task-3068764" [ 947.851773] env[68216]: _type = "Task" [ 947.851773] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.860903] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.042778] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.043641] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-045b1629-9a73-483e-9548-bf2e172a6247 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.050662] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 948.050662] env[68216]: value = "task-3068765" [ 948.050662] env[68216]: _type = "Task" [ 948.050662] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.071045] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.071233] env[68216]: DEBUG nova.network.neutron [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Updating instance_info_cache with network_info: [{"id": "bd250312-9412-40d4-abf6-399e5bac2a0a", "address": "fa:16:3e:ae:6a:6a", "network": {"id": "dd5c48c5-29fd-4696-b350-f9b8198733e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984954182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc3e751ee498450c88367eff6d7e6803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd250312-94", "ovs_interfaceid": "bd250312-9412-40d4-abf6-399e5bac2a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.114438] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb85a164-d585-4722-b7e8-b6d29ec043f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.122815] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91a74de-de47-4591-845a-3dc8264609d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.155108] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757b5f53-278f-4a1b-a2ac-d5ac499af181 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.163171] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba01ab5-3ed9-48d8-a350-cd42964eda39 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.177339] env[68216]: DEBUG nova.compute.provider_tree [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.362929] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068764, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.560695] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068765, 'name': PowerOffVM_Task, 'duration_secs': 0.192588} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.560986] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.561188] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance '2274a461-afef-42ae-8d74-7659affa7b3c' progress to 17 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.576138] env[68216]: DEBUG oslo_concurrency.lockutils [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.681242] env[68216]: DEBUG nova.scheduler.client.report [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.730953] env[68216]: DEBUG nova.compute.manager [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.754367] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.754618] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.755974] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.755974] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.755974] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.755974] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.755974] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.755974] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.755974] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.755974] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.756331] env[68216]: DEBUG nova.virt.hardware [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.757264] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fed3716-f715-4f01-8c54-6ce6e10f8f1e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.765853] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7faf4e-fef1-4c97-a78d-a011a39a8fc9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.863536] env[68216]: DEBUG oslo_vmware.api [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068764, 'name': PowerOnVM_Task, 'duration_secs': 0.555126} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.863825] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.939193] env[68216]: DEBUG nova.compute.manager [req-e3698a70-afdb-4885-b50f-261943ef1f0d req-5c424d8c-03cd-44cd-9637-55441d4edfc4 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Received event network-vif-plugged-67efb4dc-d859-4286-8f16-c875c2b34f2c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 948.939482] env[68216]: DEBUG oslo_concurrency.lockutils [req-e3698a70-afdb-4885-b50f-261943ef1f0d req-5c424d8c-03cd-44cd-9637-55441d4edfc4 service nova] Acquiring lock "003ec290-bbab-491b-9ab9-fca2156027ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.939740] env[68216]: DEBUG oslo_concurrency.lockutils [req-e3698a70-afdb-4885-b50f-261943ef1f0d req-5c424d8c-03cd-44cd-9637-55441d4edfc4 service nova] Lock "003ec290-bbab-491b-9ab9-fca2156027ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.939956] env[68216]: DEBUG oslo_concurrency.lockutils [req-e3698a70-afdb-4885-b50f-261943ef1f0d req-5c424d8c-03cd-44cd-9637-55441d4edfc4 service nova] Lock "003ec290-bbab-491b-9ab9-fca2156027ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.940222] env[68216]: DEBUG nova.compute.manager [req-e3698a70-afdb-4885-b50f-261943ef1f0d req-5c424d8c-03cd-44cd-9637-55441d4edfc4 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] No waiting events found dispatching network-vif-plugged-67efb4dc-d859-4286-8f16-c875c2b34f2c {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.940446] env[68216]: WARNING nova.compute.manager [req-e3698a70-afdb-4885-b50f-261943ef1f0d req-5c424d8c-03cd-44cd-9637-55441d4edfc4 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Received unexpected event network-vif-plugged-67efb4dc-d859-4286-8f16-c875c2b34f2c for instance with vm_state building and task_state spawning. [ 948.961643] env[68216]: DEBUG nova.compute.manager [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.962622] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7e89e2-80ce-4aa1-a6f0-641cfa608064 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.030924] env[68216]: DEBUG nova.network.neutron [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Successfully updated port: 67efb4dc-d859-4286-8f16-c875c2b34f2c {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.068128] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.068452] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.068660] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.068849] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.069020] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.069194] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.069412] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.069602] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.069773] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.069955] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.070268] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.077042] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63451a1a-6d23-4fd0-ba03-a6cf405da436 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.093851] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 949.093851] env[68216]: value = "task-3068766" [ 949.093851] env[68216]: _type = "Task" [ 949.093851] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.102020] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.187861] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.188471] env[68216]: DEBUG nova.compute.manager [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.191483] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.357s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.192722] env[68216]: INFO nova.compute.claims [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.481258] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2ee193b7-6c4c-4b6e-a8c4-972eb8247927 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "878d010a-a036-4228-85fa-7f3d990bfd58" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.525s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.534732] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "refresh_cache-003ec290-bbab-491b-9ab9-fca2156027ef" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.534732] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "refresh_cache-003ec290-bbab-491b-9ab9-fca2156027ef" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.534732] env[68216]: DEBUG nova.network.neutron [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.604551] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068766, 'name': ReconfigVM_Task, 'duration_secs': 0.172466} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.604882] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance '2274a461-afef-42ae-8d74-7659affa7b3c' progress to 33 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.697387] env[68216]: DEBUG nova.compute.utils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.700982] env[68216]: DEBUG nova.compute.manager [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.701258] env[68216]: DEBUG nova.network.neutron [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.746370] env[68216]: DEBUG nova.policy [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a8a3fcb2e824d1bac71d8340b017425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c09c089c9b9449ec944bc2f66eb54cfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.067389] env[68216]: DEBUG nova.network.neutron [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.070644] env[68216]: DEBUG nova.network.neutron [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Successfully created port: c7ad721d-a55c-4479-b603-c0ae0756fa30 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.114294] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.114548] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.114700] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.114880] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.115121] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.115291] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.115497] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.115647] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.115809] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.116527] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.116527] env[68216]: DEBUG nova.virt.hardware [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.121799] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 950.122356] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.122738] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee98e9d-813a-44e3-8eb0-40e5ef212bc1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.138199] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c50a8d0-c5e5-4ef4-ac63-91d953d7999f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.146922] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 950.146922] env[68216]: value = "task-3068767" [ 950.146922] env[68216]: _type = "Task" [ 950.146922] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.148219] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 950.148219] env[68216]: value = "task-3068768" [ 950.148219] env[68216]: _type = "Task" [ 950.148219] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.160932] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.163951] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.206947] env[68216]: DEBUG nova.compute.manager [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.267653] env[68216]: DEBUG nova.network.neutron [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Updating instance_info_cache with network_info: [{"id": "67efb4dc-d859-4286-8f16-c875c2b34f2c", "address": "fa:16:3e:06:58:22", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67efb4dc-d8", "ovs_interfaceid": "67efb4dc-d859-4286-8f16-c875c2b34f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.532423] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bb67dd-3bbd-4c92-aaa1-c408d23eece0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.542485] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9fea8-4814-4aac-9d79-1f9f7f0791a8 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Suspending the VM {{(pid=68216) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 950.542747] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-424e3fdb-c500-4f1f-af6d-a602f90257a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.551046] env[68216]: DEBUG oslo_vmware.api [None req-34e9fea8-4814-4aac-9d79-1f9f7f0791a8 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 950.551046] env[68216]: value = "task-3068769" [ 950.551046] env[68216]: _type = "Task" [ 950.551046] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.558974] env[68216]: DEBUG oslo_vmware.api [None req-34e9fea8-4814-4aac-9d79-1f9f7f0791a8 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068769, 'name': SuspendVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.586147] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a3a6c-8892-473a-b3c4-da7d50a21e9e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.593575] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1474a14-b0a5-417c-82cf-73a303ab38ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.626554] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41058573-2b7a-4f64-8729-c9c3041a052e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.635213] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64b3cc5-fec5-44ed-854f-a4d0a368d15e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.658569] env[68216]: DEBUG nova.compute.provider_tree [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.671820] env[68216]: DEBUG nova.scheduler.client.report [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.685090] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068767, 'name': ReconfigVM_Task, 'duration_secs': 0.209462} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.690693] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.692235] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068768, 'name': PowerOffVM_Task, 'duration_secs': 0.216491} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.693298] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea59eb7d-85c2-476f-9f78-e87465333440 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.697181] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.698605] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ff587-3848-49bb-8ed5-3493bcc4e155 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.733031] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 2274a461-afef-42ae-8d74-7659affa7b3c/2274a461-afef-42ae-8d74-7659affa7b3c.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.747970] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad916ec9-bfb5-4314-8994-a83a08ba55b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.764632] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d20152-6cd3-4ff0-9a95-fd5f4544e907 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.770715] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "refresh_cache-003ec290-bbab-491b-9ab9-fca2156027ef" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.771066] env[68216]: DEBUG nova.compute.manager [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Instance network_info: |[{"id": "67efb4dc-d859-4286-8f16-c875c2b34f2c", "address": "fa:16:3e:06:58:22", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67efb4dc-d8", "ovs_interfaceid": "67efb4dc-d859-4286-8f16-c875c2b34f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.774291] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:58:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67efb4dc-d859-4286-8f16-c875c2b34f2c', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.782013] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.786381] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.786747] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 950.786747] env[68216]: value = "task-3068770" [ 950.786747] env[68216]: _type = "Task" [ 950.786747] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.786975] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7de1e103-71e2-43d3-84c5-e33eb43baa4c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.815734] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.819064] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.819357] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.819357] env[68216]: value = "task-3068771" [ 950.819357] env[68216]: _type = "Task" [ 950.819357] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.819578] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b46e6196-11e2-4fff-92f5-f59da8dfaa75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.830313] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068771, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.831573] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 950.831573] env[68216]: value = "task-3068772" [ 950.831573] env[68216]: _type = "Task" [ 950.831573] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.841329] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 950.841567] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.841840] env[68216]: DEBUG oslo_concurrency.lockutils [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.842023] env[68216]: DEBUG oslo_concurrency.lockutils [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.842234] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.842486] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c669c8cf-f9a7-41f7-81df-7639d3caa164 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.860396] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.860614] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.861462] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9002f0fc-90b9-4193-ab90-f920cf9d2c4a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.867308] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 950.867308] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525581e3-a1ff-cf97-d2d8-0e1c3bc4a6d5" [ 950.867308] env[68216]: _type = "Task" [ 950.867308] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.875830] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525581e3-a1ff-cf97-d2d8-0e1c3bc4a6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.019010] env[68216]: DEBUG nova.compute.manager [req-386f14c0-ce19-4544-96bd-f9c2c944f5e0 req-069a8310-2228-4591-ad42-98bc17cc999c service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Received event network-changed-67efb4dc-d859-4286-8f16-c875c2b34f2c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.019226] env[68216]: DEBUG nova.compute.manager [req-386f14c0-ce19-4544-96bd-f9c2c944f5e0 req-069a8310-2228-4591-ad42-98bc17cc999c service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Refreshing instance network info cache due to event network-changed-67efb4dc-d859-4286-8f16-c875c2b34f2c. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 951.019434] env[68216]: DEBUG oslo_concurrency.lockutils [req-386f14c0-ce19-4544-96bd-f9c2c944f5e0 req-069a8310-2228-4591-ad42-98bc17cc999c service nova] Acquiring lock "refresh_cache-003ec290-bbab-491b-9ab9-fca2156027ef" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.019642] env[68216]: DEBUG oslo_concurrency.lockutils [req-386f14c0-ce19-4544-96bd-f9c2c944f5e0 req-069a8310-2228-4591-ad42-98bc17cc999c service nova] Acquired lock "refresh_cache-003ec290-bbab-491b-9ab9-fca2156027ef" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.019723] env[68216]: DEBUG nova.network.neutron [req-386f14c0-ce19-4544-96bd-f9c2c944f5e0 req-069a8310-2228-4591-ad42-98bc17cc999c service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Refreshing network info cache for port 67efb4dc-d859-4286-8f16-c875c2b34f2c {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.061850] env[68216]: DEBUG oslo_vmware.api [None req-34e9fea8-4814-4aac-9d79-1f9f7f0791a8 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068769, 'name': SuspendVM_Task} progress is 70%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.178835] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.987s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.179299] env[68216]: DEBUG nova.compute.manager [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.181940] env[68216]: DEBUG oslo_concurrency.lockutils [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.812s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.182179] env[68216]: DEBUG nova.objects.instance [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lazy-loading 'resources' on Instance uuid 3cdec4f9-e521-4a3b-b128-5b174dc1586d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.235407] env[68216]: DEBUG nova.compute.manager [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.256619] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.256870] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.257057] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.257238] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.257409] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.257525] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.257727] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.257883] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.258062] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.258238] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.258411] env[68216]: DEBUG nova.virt.hardware [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.259276] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca0d47-470b-472d-b607-ac61907949a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.267458] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a381167-269c-4e3b-abd3-4cc308e463b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.310465] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068770, 'name': ReconfigVM_Task, 'duration_secs': 0.345966} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.310722] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 2274a461-afef-42ae-8d74-7659affa7b3c/2274a461-afef-42ae-8d74-7659affa7b3c.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.310982] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance '2274a461-afef-42ae-8d74-7659affa7b3c' progress to 50 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.330131] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068771, 'name': CreateVM_Task, 'duration_secs': 0.302184} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.330780] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.330935] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.331112] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.332580] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.332580] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb37ac9b-663a-4ede-b474-5918f37b443d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.336337] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 951.336337] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f84adf-4451-2bc2-13d1-5f123dae5e59" [ 951.336337] env[68216]: _type = "Task" [ 951.336337] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.343379] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f84adf-4451-2bc2-13d1-5f123dae5e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.377346] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525581e3-a1ff-cf97-d2d8-0e1c3bc4a6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.378128] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5abd79-7567-4715-b279-464b710744d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.383498] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 951.383498] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5207af47-6eae-2e75-7432-c2d83121857d" [ 951.383498] env[68216]: _type = "Task" [ 951.383498] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.390520] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5207af47-6eae-2e75-7432-c2d83121857d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.545691] env[68216]: DEBUG nova.network.neutron [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Successfully updated port: c7ad721d-a55c-4479-b603-c0ae0756fa30 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.561531] env[68216]: DEBUG oslo_vmware.api [None req-34e9fea8-4814-4aac-9d79-1f9f7f0791a8 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068769, 'name': SuspendVM_Task, 'duration_secs': 0.622213} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.562390] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9fea8-4814-4aac-9d79-1f9f7f0791a8 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Suspended the VM {{(pid=68216) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 951.562575] env[68216]: DEBUG nova.compute.manager [None req-34e9fea8-4814-4aac-9d79-1f9f7f0791a8 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.563394] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8464f6-e4d1-4d76-a90a-0b6d8e286666 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.690135] env[68216]: DEBUG nova.compute.utils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.691579] env[68216]: DEBUG nova.compute.manager [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.691749] env[68216]: DEBUG nova.network.neutron [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.730278] env[68216]: DEBUG nova.policy [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2070d00d65c44d468eaf117d20bf7cad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a08f3360ac5e431f8c5cc977919da440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.756818] env[68216]: DEBUG nova.network.neutron [req-386f14c0-ce19-4544-96bd-f9c2c944f5e0 req-069a8310-2228-4591-ad42-98bc17cc999c service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Updated VIF entry in instance network info cache for port 67efb4dc-d859-4286-8f16-c875c2b34f2c. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.757201] env[68216]: DEBUG nova.network.neutron [req-386f14c0-ce19-4544-96bd-f9c2c944f5e0 req-069a8310-2228-4591-ad42-98bc17cc999c service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Updating instance_info_cache with network_info: [{"id": "67efb4dc-d859-4286-8f16-c875c2b34f2c", "address": "fa:16:3e:06:58:22", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67efb4dc-d8", "ovs_interfaceid": "67efb4dc-d859-4286-8f16-c875c2b34f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.817265] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99608191-9c57-4ab9-a8e1-33cb4b01769d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.838639] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbc23fd-0230-4ded-ab60-cbf464bc8e62 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.849790] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f84adf-4451-2bc2-13d1-5f123dae5e59, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.864414] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.864659] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.864868] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.865168] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance '2274a461-afef-42ae-8d74-7659affa7b3c' progress to 67 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.893786] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5207af47-6eae-2e75-7432-c2d83121857d, 'name': SearchDatastore_Task, 'duration_secs': 0.009015} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.896499] env[68216]: DEBUG oslo_concurrency.lockutils [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.897138] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 65d707f2-7ca7-4441-b763-0d1042cc9b70/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. {{(pid=68216) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 951.897344] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.897538] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.897751] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49d9baf2-6881-49b4-80bf-b7df58c42293 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.899897] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f8aa50a-6eba-4e71-a4ea-a9aa9bccee3b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.909835] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 951.909835] env[68216]: value = "task-3068773" [ 951.909835] env[68216]: _type = "Task" [ 951.909835] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.911474] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.911474] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.915393] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3473d328-dfc0-43e4-8f6c-6535ca9a8ac3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.925178] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.925524] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 951.925524] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52459b7d-d79e-5f27-b103-74b9477460bd" [ 951.925524] env[68216]: _type = "Task" [ 951.925524] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.937714] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52459b7d-d79e-5f27-b103-74b9477460bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008147} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.940929] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b386abea-066c-4f4b-882d-3b218d9559df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.947226] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 951.947226] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527e590e-f453-d887-7a48-4c549bb0136d" [ 951.947226] env[68216]: _type = "Task" [ 951.947226] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.959372] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527e590e-f453-d887-7a48-4c549bb0136d, 'name': SearchDatastore_Task, 'duration_secs': 0.008547} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.959812] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.959812] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 003ec290-bbab-491b-9ab9-fca2156027ef/003ec290-bbab-491b-9ab9-fca2156027ef.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.960313] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80e58bf6-79e6-4f8d-833b-7073145fcb8f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.966779] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 951.966779] env[68216]: value = "task-3068774" [ 951.966779] env[68216]: _type = "Task" [ 951.966779] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.975470] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.002535] env[68216]: DEBUG nova.network.neutron [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Successfully created port: 7aedaa5c-a275-4d2a-a51f-9e991b9f7277 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.048420] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquiring lock "refresh_cache-ad615604-7c45-4663-b737-8face23c9cd2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.050636] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquired lock "refresh_cache-ad615604-7c45-4663-b737-8face23c9cd2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.050636] env[68216]: DEBUG nova.network.neutron [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.072831] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d335ec-990c-45ab-91c4-7c4bc6d10c30 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.083422] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2358cf3-1997-4d8f-8a65-2ae024221029 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.121823] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429f5f57-91a3-4242-bbf6-37ba73854b6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.130709] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8e5454-595e-46b0-b2c1-f2e3d4d0048f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.147115] env[68216]: DEBUG nova.compute.provider_tree [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.195232] env[68216]: DEBUG nova.compute.manager [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.259939] env[68216]: DEBUG oslo_concurrency.lockutils [req-386f14c0-ce19-4544-96bd-f9c2c944f5e0 req-069a8310-2228-4591-ad42-98bc17cc999c service nova] Releasing lock "refresh_cache-003ec290-bbab-491b-9ab9-fca2156027ef" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.422393] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505308} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.423462] env[68216]: DEBUG nova.network.neutron [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Port eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 952.425047] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 65d707f2-7ca7-4441-b763-0d1042cc9b70/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. [ 952.426158] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d65af3-87b3-4070-abd2-1c9c5cf93155 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.472961] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 65d707f2-7ca7-4441-b763-0d1042cc9b70/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.474305] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009c4921-7845-4bcf-b849-32721205875f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.523411] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068774, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.526967] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 952.526967] env[68216]: value = "task-3068775" [ 952.526967] env[68216]: _type = "Task" [ 952.526967] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.542362] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.642354] env[68216]: DEBUG nova.network.neutron [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.650208] env[68216]: DEBUG nova.scheduler.client.report [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.902870] env[68216]: DEBUG nova.network.neutron [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Updating instance_info_cache with network_info: [{"id": "c7ad721d-a55c-4479-b603-c0ae0756fa30", "address": "fa:16:3e:06:af:85", "network": {"id": "9a3a4bb3-33a7-402d-98ee-dffc6639f218", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-59623438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c09c089c9b9449ec944bc2f66eb54cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ad721d-a5", "ovs_interfaceid": "c7ad721d-a55c-4479-b603-c0ae0756fa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.983570] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74213} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.983899] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 003ec290-bbab-491b-9ab9-fca2156027ef/003ec290-bbab-491b-9ab9-fca2156027ef.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.984140] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.984413] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f45a524-157a-45d4-973d-f72e888fbf0c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.991707] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 952.991707] env[68216]: value = "task-3068776" [ 952.991707] env[68216]: _type = "Task" [ 952.991707] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.998877] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.014919] env[68216]: INFO nova.compute.manager [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Resuming [ 953.015708] env[68216]: DEBUG nova.objects.instance [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lazy-loading 'flavor' on Instance uuid 878d010a-a036-4228-85fa-7f3d990bfd58 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.036941] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068775, 'name': ReconfigVM_Task, 'duration_secs': 0.393459} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.037268] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 65d707f2-7ca7-4441-b763-0d1042cc9b70/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.038118] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8420c6e-c8bd-4d3e-990c-022aa5ebf536 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.065525] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18a8d7e3-0336-4c07-ae07-a6385d082531 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.076317] env[68216]: DEBUG nova.compute.manager [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Received event network-vif-plugged-c7ad721d-a55c-4479-b603-c0ae0756fa30 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 953.076529] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] Acquiring lock "ad615604-7c45-4663-b737-8face23c9cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.076731] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] Lock "ad615604-7c45-4663-b737-8face23c9cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.076890] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] Lock "ad615604-7c45-4663-b737-8face23c9cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.077063] env[68216]: DEBUG nova.compute.manager [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] No waiting events found dispatching network-vif-plugged-c7ad721d-a55c-4479-b603-c0ae0756fa30 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.077234] env[68216]: WARNING nova.compute.manager [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Received unexpected event network-vif-plugged-c7ad721d-a55c-4479-b603-c0ae0756fa30 for instance with vm_state building and task_state spawning. [ 953.077412] env[68216]: DEBUG nova.compute.manager [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Received event network-changed-c7ad721d-a55c-4479-b603-c0ae0756fa30 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 953.077580] env[68216]: DEBUG nova.compute.manager [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Refreshing instance network info cache due to event network-changed-c7ad721d-a55c-4479-b603-c0ae0756fa30. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 953.077740] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] Acquiring lock "refresh_cache-ad615604-7c45-4663-b737-8face23c9cd2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.086433] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 953.086433] env[68216]: value = "task-3068777" [ 953.086433] env[68216]: _type = "Task" [ 953.086433] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.093821] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.156889] env[68216]: DEBUG oslo_concurrency.lockutils [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.159078] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.061s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.159078] env[68216]: DEBUG nova.objects.instance [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lazy-loading 'resources' on Instance uuid 62f7fac8-e40f-4da1-843c-7969cf743356 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.179492] env[68216]: INFO nova.scheduler.client.report [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted allocations for instance 3cdec4f9-e521-4a3b-b128-5b174dc1586d [ 953.204962] env[68216]: DEBUG nova.compute.manager [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.231312] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.231643] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.231827] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.232038] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.232196] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.232344] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.232547] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.232703] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.232867] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.233061] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.233249] env[68216]: DEBUG nova.virt.hardware [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.234372] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee6529-ebe6-4973-8d52-3abed79e6d74 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.243277] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2837efb-a3c2-4c33-98e4-01eb7886a789 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.406891] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Releasing lock "refresh_cache-ad615604-7c45-4663-b737-8face23c9cd2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.407268] env[68216]: DEBUG nova.compute.manager [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Instance network_info: |[{"id": "c7ad721d-a55c-4479-b603-c0ae0756fa30", "address": "fa:16:3e:06:af:85", "network": {"id": "9a3a4bb3-33a7-402d-98ee-dffc6639f218", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-59623438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c09c089c9b9449ec944bc2f66eb54cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ad721d-a5", "ovs_interfaceid": "c7ad721d-a55c-4479-b603-c0ae0756fa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.407616] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] Acquired lock "refresh_cache-ad615604-7c45-4663-b737-8face23c9cd2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.407803] env[68216]: DEBUG nova.network.neutron [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Refreshing network info cache for port c7ad721d-a55c-4479-b603-c0ae0756fa30 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.409120] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:af:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7ad721d-a55c-4479-b603-c0ae0756fa30', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.416734] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Creating folder: Project (c09c089c9b9449ec944bc2f66eb54cfc). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.417716] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-945a1c2c-2497-4c2e-a910-e11b5e612c68 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.429778] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Created folder: Project (c09c089c9b9449ec944bc2f66eb54cfc) in parent group-v614292. [ 953.429959] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Creating folder: Instances. Parent ref: group-v614531. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.437852] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9cba6bb-2c2f-46f6-b362-e8d511995346 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.442917] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "2274a461-afef-42ae-8d74-7659affa7b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.442917] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "2274a461-afef-42ae-8d74-7659affa7b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.443088] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "2274a461-afef-42ae-8d74-7659affa7b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.451195] env[68216]: DEBUG nova.network.neutron [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Successfully updated port: 7aedaa5c-a275-4d2a-a51f-9e991b9f7277 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.460419] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Created folder: Instances in parent group-v614531. [ 953.460655] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.460835] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.461058] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc74de21-8a9d-4120-9d78-2cea43833249 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.480807] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.480807] env[68216]: value = "task-3068780" [ 953.480807] env[68216]: _type = "Task" [ 953.480807] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.488466] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068780, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.500261] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065751} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.500510] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.501269] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3877ee-8eef-4e1f-aa12-d56d8615ef38 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.523124] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 003ec290-bbab-491b-9ab9-fca2156027ef/003ec290-bbab-491b-9ab9-fca2156027ef.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.525167] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c6d7d73-213f-40ac-99c6-acd6ef58fc34 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.549732] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 953.549732] env[68216]: value = "task-3068781" [ 953.549732] env[68216]: _type = "Task" [ 953.549732] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.559381] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.597057] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068777, 'name': ReconfigVM_Task, 'duration_secs': 0.148944} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.597444] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.597711] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ab47a8-81eb-48e4-9dfa-4260b7b16600 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.604319] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 953.604319] env[68216]: value = "task-3068782" [ 953.604319] env[68216]: _type = "Task" [ 953.604319] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.620816] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.689831] env[68216]: DEBUG oslo_concurrency.lockutils [None req-939e28c4-df5b-4257-bbde-2e414c228b42 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "3cdec4f9-e521-4a3b-b128-5b174dc1586d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.754s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.954108] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "refresh_cache-007184a1-f77c-477a-93c9-02fe5a094862" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.954271] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "refresh_cache-007184a1-f77c-477a-93c9-02fe5a094862" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.954420] env[68216]: DEBUG nova.network.neutron [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.996562] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068780, 'name': CreateVM_Task, 'duration_secs': 0.337031} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.998505] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.999656] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.999824] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.000225] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.000400] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18804d74-fcc6-4ddb-b491-255598b0ab43 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.007098] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for the task: (returnval){ [ 954.007098] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8c95c-eb6f-20f9-67f9-ee4715aecfb5" [ 954.007098] env[68216]: _type = "Task" [ 954.007098] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.011576] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb4910-c8a6-4c40-8d79-c0cbb8df2e8d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.023251] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d8c95c-eb6f-20f9-67f9-ee4715aecfb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.024117] env[68216]: DEBUG nova.network.neutron [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.026708] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35597d81-94bc-4826-8c11-6b632802ca48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.029830] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.030081] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.030321] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.030467] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.030643] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.032882] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5683a3d3-91ea-47d1-85dd-d7af4dc035d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.073769] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a44553-3168-4ee8-af20-c96269a7d1a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.076553] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.076732] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.078263] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5579e039-0b0b-4c87-b74f-e901add99b05 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.085980] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068781, 'name': ReconfigVM_Task, 'duration_secs': 0.312681} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.089152] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 003ec290-bbab-491b-9ab9-fca2156027ef/003ec290-bbab-491b-9ab9-fca2156027ef.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.089825] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for the task: (returnval){ [ 954.089825] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52715648-e3c7-b07f-3841-2384f26a8cfc" [ 954.089825] env[68216]: _type = "Task" [ 954.089825] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.090107] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdda16f8-efb6-44b8-a0d7-f3676cb8678b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.092913] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed8b020-81b1-4108-9609-449234cf852e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.110449] env[68216]: DEBUG nova.compute.provider_tree [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.123011] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52715648-e3c7-b07f-3841-2384f26a8cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.124080] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 954.124080] env[68216]: value = "task-3068783" [ 954.124080] env[68216]: _type = "Task" [ 954.124080] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.125133] env[68216]: DEBUG nova.scheduler.client.report [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.132268] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58b1e04-16ef-4f67-b853-cc0716a96746 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.139207] env[68216]: DEBUG oslo_vmware.api [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068782, 'name': PowerOnVM_Task, 'duration_secs': 0.479745} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.140076] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.143171] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for the task: (returnval){ [ 954.143171] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ee5162-9b2e-4869-fe6d-fe5151010a3d" [ 954.143171] env[68216]: _type = "Task" [ 954.143171] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.143947] env[68216]: DEBUG nova.compute.manager [None req-234f5b83-8f7f-40c4-b1d6-71120e3ad693 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.148721] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744c71db-7485-4baf-b469-933473bc9880 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.151723] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068783, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.163966] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ee5162-9b2e-4869-fe6d-fe5151010a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.166695] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.166943] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] ad615604-7c45-4663-b737-8face23c9cd2/ad615604-7c45-4663-b737-8face23c9cd2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.167501] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02cf6d25-bc23-4a41-b696-b671034d7f78 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.174459] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for the task: (returnval){ [ 954.174459] env[68216]: value = "task-3068784" [ 954.174459] env[68216]: _type = "Task" [ 954.174459] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.182842] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.202981] env[68216]: DEBUG nova.network.neutron [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Updated VIF entry in instance network info cache for port c7ad721d-a55c-4479-b603-c0ae0756fa30. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.203380] env[68216]: DEBUG nova.network.neutron [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Updating instance_info_cache with network_info: [{"id": "c7ad721d-a55c-4479-b603-c0ae0756fa30", "address": "fa:16:3e:06:af:85", "network": {"id": "9a3a4bb3-33a7-402d-98ee-dffc6639f218", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-59623438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c09c089c9b9449ec944bc2f66eb54cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ad721d-a5", "ovs_interfaceid": "c7ad721d-a55c-4479-b603-c0ae0756fa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.299399] env[68216]: DEBUG nova.network.neutron [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Updating instance_info_cache with network_info: [{"id": "7aedaa5c-a275-4d2a-a51f-9e991b9f7277", "address": "fa:16:3e:9f:f6:da", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aedaa5c-a2", "ovs_interfaceid": "7aedaa5c-a275-4d2a-a51f-9e991b9f7277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.500877] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.501082] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.501276] env[68216]: DEBUG nova.network.neutron [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.572034] env[68216]: DEBUG oslo_concurrency.lockutils [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.572034] env[68216]: DEBUG oslo_concurrency.lockutils [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquired lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.572034] env[68216]: DEBUG nova.network.neutron [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.605315] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.605662] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.633549] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.475s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.636183] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.391s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.636762] env[68216]: DEBUG nova.objects.instance [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lazy-loading 'resources' on Instance uuid 28872e8d-7c98-4722-aba7-d46421fb2a4a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.643550] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068783, 'name': Rename_Task, 'duration_secs': 0.14804} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.643897] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.644473] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46e0af3-d76c-476b-b3c9-75823a9c7bf0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.652280] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 954.652280] env[68216]: value = "task-3068785" [ 954.652280] env[68216]: _type = "Task" [ 954.652280] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.657502] env[68216]: INFO nova.scheduler.client.report [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Deleted allocations for instance 62f7fac8-e40f-4da1-843c-7969cf743356 [ 954.665710] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.685667] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068784, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.706071] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ca82bea-b44f-4248-ad54-e2c549a34333 req-a7432888-3604-4679-8fba-a18b3934f136 service nova] Releasing lock "refresh_cache-ad615604-7c45-4663-b737-8face23c9cd2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.802340] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "refresh_cache-007184a1-f77c-477a-93c9-02fe5a094862" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.802627] env[68216]: DEBUG nova.compute.manager [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Instance network_info: |[{"id": "7aedaa5c-a275-4d2a-a51f-9e991b9f7277", "address": "fa:16:3e:9f:f6:da", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aedaa5c-a2", "ovs_interfaceid": "7aedaa5c-a275-4d2a-a51f-9e991b9f7277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.803072] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:f6:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aedaa5c-a275-4d2a-a51f-9e991b9f7277', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.810565] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.810768] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.810986] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af2d9730-0451-458e-8178-574af80684bb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.831778] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.831778] env[68216]: value = "task-3068786" [ 954.831778] env[68216]: _type = "Task" [ 954.831778] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.839075] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068786, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.082082] env[68216]: DEBUG nova.compute.manager [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Received event network-vif-plugged-7aedaa5c-a275-4d2a-a51f-9e991b9f7277 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 955.082461] env[68216]: DEBUG oslo_concurrency.lockutils [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] Acquiring lock "007184a1-f77c-477a-93c9-02fe5a094862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.083134] env[68216]: DEBUG oslo_concurrency.lockutils [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] Lock "007184a1-f77c-477a-93c9-02fe5a094862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.083730] env[68216]: DEBUG oslo_concurrency.lockutils [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] Lock "007184a1-f77c-477a-93c9-02fe5a094862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.084109] env[68216]: DEBUG nova.compute.manager [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] No waiting events found dispatching network-vif-plugged-7aedaa5c-a275-4d2a-a51f-9e991b9f7277 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.085051] env[68216]: WARNING nova.compute.manager [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Received unexpected event network-vif-plugged-7aedaa5c-a275-4d2a-a51f-9e991b9f7277 for instance with vm_state building and task_state spawning. [ 955.085051] env[68216]: DEBUG nova.compute.manager [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Received event network-changed-7aedaa5c-a275-4d2a-a51f-9e991b9f7277 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 955.085051] env[68216]: DEBUG nova.compute.manager [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Refreshing instance network info cache due to event network-changed-7aedaa5c-a275-4d2a-a51f-9e991b9f7277. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 955.085418] env[68216]: DEBUG oslo_concurrency.lockutils [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] Acquiring lock "refresh_cache-007184a1-f77c-477a-93c9-02fe5a094862" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.086427] env[68216]: DEBUG oslo_concurrency.lockutils [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] Acquired lock "refresh_cache-007184a1-f77c-477a-93c9-02fe5a094862" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.086427] env[68216]: DEBUG nova.network.neutron [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Refreshing network info cache for port 7aedaa5c-a275-4d2a-a51f-9e991b9f7277 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.108108] env[68216]: DEBUG nova.compute.manager [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.165508] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068785, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.171327] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e91ae1a2-a278-464b-af51-3b47401ce03d tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "62f7fac8-e40f-4da1-843c-7969cf743356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.441s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.197111] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532265} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.200247] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] ad615604-7c45-4663-b737-8face23c9cd2/ad615604-7c45-4663-b737-8face23c9cd2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.200591] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.203571] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0f13efc-0b0b-44d5-80f4-735473ff2c56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.211063] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for the task: (returnval){ [ 955.211063] env[68216]: value = "task-3068788" [ 955.211063] env[68216]: _type = "Task" [ 955.211063] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.223641] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.342620] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068786, 'name': CreateVM_Task, 'duration_secs': 0.412309} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.342732] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.343340] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.343508] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.343805] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.344061] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05686045-a64d-454d-a54f-4cc5e49f8cf7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.350768] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 955.350768] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5288a496-2245-c1f9-d03b-097ef9f1bc73" [ 955.350768] env[68216]: _type = "Task" [ 955.350768] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.359094] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5288a496-2245-c1f9-d03b-097ef9f1bc73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.367101] env[68216]: DEBUG nova.network.neutron [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updating instance_info_cache with network_info: [{"id": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "address": "fa:16:3e:c0:26:6f", "network": {"id": "01af618a-c02d-4971-812d-8722e17b5a93", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-176147722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6eb265c6ba04bbbaafc8de9ad4715e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee79d8c2-24", "ovs_interfaceid": "ee79d8c2-24fd-4b73-8f05-d270aa30e532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.387120] env[68216]: DEBUG nova.network.neutron [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance_info_cache with network_info: [{"id": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "address": "fa:16:3e:b4:42:d1", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca3c4c6-2c", "ovs_interfaceid": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.545258] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc04979-fdd5-4a6c-b70d-670256f70b5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.557025] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cd3005-fe39-43f7-9be7-70d965ba529d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.587249] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4463be4c-6254-4c04-a2a9-f5c870eadee7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.597308] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd43c43-856d-4a31-a884-2238bec281a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.611554] env[68216]: DEBUG nova.compute.provider_tree [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.631785] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.654155] env[68216]: INFO nova.compute.manager [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Unrescuing [ 955.654428] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.654714] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquired lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.655084] env[68216]: DEBUG nova.network.neutron [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.670373] env[68216]: DEBUG oslo_vmware.api [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068785, 'name': PowerOnVM_Task, 'duration_secs': 0.54626} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.671755] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.672673] env[68216]: INFO nova.compute.manager [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Took 6.94 seconds to spawn the instance on the hypervisor. [ 955.673980] env[68216]: DEBUG nova.compute.manager [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.675139] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7cb62e-9485-428c-8ec4-9b392023164c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.722755] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064801} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.723223] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.724185] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e960fa-63ea-4fb0-9246-d821e4c08a05 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.747662] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ad615604-7c45-4663-b737-8face23c9cd2/ad615604-7c45-4663-b737-8face23c9cd2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.752051] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59979548-9de1-45e6-bffd-424115639226 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.778462] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for the task: (returnval){ [ 955.778462] env[68216]: value = "task-3068789" [ 955.778462] env[68216]: _type = "Task" [ 955.778462] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.788025] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.863234] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5288a496-2245-c1f9-d03b-097ef9f1bc73, 'name': SearchDatastore_Task, 'duration_secs': 0.055302} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.863563] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.863798] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.864046] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.864197] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.864377] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.864651] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f4dab58-2d1a-47de-b40c-9628e51876c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.869263] env[68216]: DEBUG oslo_concurrency.lockutils [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Releasing lock "refresh_cache-878d010a-a036-4228-85fa-7f3d990bfd58" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.870097] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98b606c-d29e-4d74-a614-cfe53f1c861f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.875534] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.875710] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.877703] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c9e195-fcc9-4cb7-ab29-f178ad388577 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.879861] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Resuming the VM {{(pid=68216) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 955.880106] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da0b6ae1-c06f-43c9-b3a1-9d16a77e3cc4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.884625] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 955.884625] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52760b48-a5c7-366f-f4dd-df6c03634a72" [ 955.884625] env[68216]: _type = "Task" [ 955.884625] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.888782] env[68216]: DEBUG oslo_vmware.api [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 955.888782] env[68216]: value = "task-3068790" [ 955.888782] env[68216]: _type = "Task" [ 955.888782] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.889609] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.899823] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52760b48-a5c7-366f-f4dd-df6c03634a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.905297] env[68216]: DEBUG oslo_vmware.api [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068790, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.972330] env[68216]: DEBUG nova.network.neutron [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Updated VIF entry in instance network info cache for port 7aedaa5c-a275-4d2a-a51f-9e991b9f7277. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.972722] env[68216]: DEBUG nova.network.neutron [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Updating instance_info_cache with network_info: [{"id": "7aedaa5c-a275-4d2a-a51f-9e991b9f7277", "address": "fa:16:3e:9f:f6:da", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aedaa5c-a2", "ovs_interfaceid": "7aedaa5c-a275-4d2a-a51f-9e991b9f7277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.115713] env[68216]: DEBUG nova.scheduler.client.report [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.201824] env[68216]: INFO nova.compute.manager [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Took 29.47 seconds to build instance. [ 956.270995] env[68216]: DEBUG oslo_concurrency.lockutils [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e5214eca-dda1-41d9-804a-d260542b50a3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.272211] env[68216]: DEBUG oslo_concurrency.lockutils [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.272211] env[68216]: INFO nova.compute.manager [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Rebooting instance [ 956.296438] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.399081] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52760b48-a5c7-366f-f4dd-df6c03634a72, 'name': SearchDatastore_Task, 'duration_secs': 0.023109} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.402896] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb74d6ee-6ca4-4edb-953d-e4f3aa8b212b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.418024] env[68216]: DEBUG oslo_vmware.api [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.418024] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 956.418024] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5297ccb5-ee7e-30e5-3219-117a79937e9e" [ 956.418024] env[68216]: _type = "Task" [ 956.418024] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.424134] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829d4796-6fbe-4428-86d7-de06063eaf6b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.448195] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff7d23b-aef7-4abd-84c1-5f0b221d4f26 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.451621] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5297ccb5-ee7e-30e5-3219-117a79937e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.014917} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.455029] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.455029] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 007184a1-f77c-477a-93c9-02fe5a094862/007184a1-f77c-477a-93c9-02fe5a094862.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.455029] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e9f22ca-28e3-4f5a-ae42-4b5ab5a02452 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.459815] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance '2274a461-afef-42ae-8d74-7659affa7b3c' progress to 83 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.465409] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 956.465409] env[68216]: value = "task-3068791" [ 956.465409] env[68216]: _type = "Task" [ 956.465409] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.475499] env[68216]: DEBUG oslo_concurrency.lockutils [req-318828fb-e636-4812-85e4-f68377ea3f36 req-1a729dd3-30e7-4340-bef9-238a0915cfa8 service nova] Releasing lock "refresh_cache-007184a1-f77c-477a-93c9-02fe5a094862" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.476380] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.625028] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.626098] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.890s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.626849] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.627190] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 956.629026] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.972s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.629487] env[68216]: INFO nova.compute.claims [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.635593] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955d2e01-f6f2-477f-9fb2-186d71cbddcd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.650239] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8521196a-0e97-4382-a6a2-d42c0184e7c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.658517] env[68216]: INFO nova.scheduler.client.report [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Deleted allocations for instance 28872e8d-7c98-4722-aba7-d46421fb2a4a [ 956.673638] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f062aa5c-1bd0-4734-acc2-e63abbec8058 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.686165] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e5cfe6-099f-4578-ad45-21aca96af910 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.730758] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67612f22-766e-4a2e-a9c9-a4490d21b22d tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "003ec290-bbab-491b-9ab9-fca2156027ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.005s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.730758] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178745MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 956.730758] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.731383] env[68216]: DEBUG nova.network.neutron [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Updating instance_info_cache with network_info: [{"id": "bd250312-9412-40d4-abf6-399e5bac2a0a", "address": "fa:16:3e:ae:6a:6a", "network": {"id": "dd5c48c5-29fd-4696-b350-f9b8198733e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-984954182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc3e751ee498450c88367eff6d7e6803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd250312-94", "ovs_interfaceid": "bd250312-9412-40d4-abf6-399e5bac2a0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.788727] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068789, 'name': ReconfigVM_Task, 'duration_secs': 0.522367} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.789783] env[68216]: DEBUG oslo_concurrency.lockutils [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.789974] env[68216]: DEBUG oslo_concurrency.lockutils [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.790133] env[68216]: DEBUG nova.network.neutron [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.791323] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ad615604-7c45-4663-b737-8face23c9cd2/ad615604-7c45-4663-b737-8face23c9cd2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.791931] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8abd88f2-00e3-482d-a926-3606d5529988 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.797857] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for the task: (returnval){ [ 956.797857] env[68216]: value = "task-3068792" [ 956.797857] env[68216]: _type = "Task" [ 956.797857] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.806884] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068792, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.905095] env[68216]: DEBUG oslo_vmware.api [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068790, 'name': PowerOnVM_Task, 'duration_secs': 0.624103} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.905476] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Resumed the VM {{(pid=68216) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 956.905768] env[68216]: DEBUG nova.compute.manager [None req-829789d1-a4ce-4ec5-87a5-7be5c74dc9f1 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.906640] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd02f45d-d11c-444b-86b3-564c8590591e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.968902] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.970078] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb5253a7-19a0-4e49-a6b6-7f90ee7ea9a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.980798] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068791, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.982304] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 956.982304] env[68216]: value = "task-3068793" [ 956.982304] env[68216]: _type = "Task" [ 956.982304] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.990901] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.178083] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1545b8-e539-4abc-ba65-74c9c345988d tempest-ServersTestFqdnHostnames-517248475 tempest-ServersTestFqdnHostnames-517248475-project-member] Lock "28872e8d-7c98-4722-aba7-d46421fb2a4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.609s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.236923] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Releasing lock "refresh_cache-65d707f2-7ca7-4441-b763-0d1042cc9b70" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.238119] env[68216]: DEBUG nova.objects.instance [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lazy-loading 'flavor' on Instance uuid 65d707f2-7ca7-4441-b763-0d1042cc9b70 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.307205] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068792, 'name': Rename_Task, 'duration_secs': 0.254836} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.307920] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.307920] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19335cae-85fb-40fa-9c58-1cc971d87853 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.313625] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for the task: (returnval){ [ 957.313625] env[68216]: value = "task-3068794" [ 957.313625] env[68216]: _type = "Task" [ 957.313625] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.323877] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.479475] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81718} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.481098] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 007184a1-f77c-477a-93c9-02fe5a094862/007184a1-f77c-477a-93c9-02fe5a094862.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.481098] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.481098] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-006588e4-ee5c-435c-9ebd-3354354652f7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.494703] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 957.494703] env[68216]: value = "task-3068795" [ 957.494703] env[68216]: _type = "Task" [ 957.494703] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.498310] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.508706] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.577823] env[68216]: DEBUG nova.network.neutron [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance_info_cache with network_info: [{"id": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "address": "fa:16:3e:97:38:20", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e8ef90-c4", "ovs_interfaceid": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.745757] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8e809b-6a45-441a-bd84-e5d0e6781a1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.771433] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.776824] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2994df2-5810-4e3d-a98f-35d878a7b9fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.783529] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 957.783529] env[68216]: value = "task-3068796" [ 957.783529] env[68216]: _type = "Task" [ 957.783529] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.792327] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.824087] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.833857] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.834220] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.834508] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.834839] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.835017] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.845052] env[68216]: INFO nova.compute.manager [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Terminating instance [ 957.994439] env[68216]: DEBUG oslo_vmware.api [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068793, 'name': PowerOnVM_Task, 'duration_secs': 0.798957} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.997940] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.998079] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f65b1e-25ff-4feb-bdc6-85a02406296e tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance '2274a461-afef-42ae-8d74-7659affa7b3c' progress to 100 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.020240] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071465} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.024368] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.024368] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cb2f0f-f8ab-43cd-9acd-3e6a948fa138 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.049301] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 007184a1-f77c-477a-93c9-02fe5a094862/007184a1-f77c-477a-93c9-02fe5a094862.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.051558] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-345c2506-3130-440e-b246-a82ba1a9318a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.071905] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255c9809-5f5c-49ce-8a91-69b3f8664b41 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.078107] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162d48f1-2ea1-4572-bd6d-fbfddb010754 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.082877] env[68216]: DEBUG oslo_concurrency.lockutils [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.084107] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 958.084107] env[68216]: value = "task-3068797" [ 958.084107] env[68216]: _type = "Task" [ 958.084107] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.116779] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c681b1-0e11-48e6-a3aa-b33f6ebe6b79 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.123762] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.128974] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fada0b-2ac5-4b55-8ef4-ecf53bed333d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.143991] env[68216]: DEBUG nova.compute.provider_tree [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.235735] env[68216]: DEBUG nova.compute.manager [req-0f77975e-39e2-4ff9-b53e-8e770fca5f2f req-00a52395-7855-4d8b-bc64-28e0d7ea1c84 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Received event network-changed-67efb4dc-d859-4286-8f16-c875c2b34f2c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 958.235920] env[68216]: DEBUG nova.compute.manager [req-0f77975e-39e2-4ff9-b53e-8e770fca5f2f req-00a52395-7855-4d8b-bc64-28e0d7ea1c84 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Refreshing instance network info cache due to event network-changed-67efb4dc-d859-4286-8f16-c875c2b34f2c. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 958.239617] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f77975e-39e2-4ff9-b53e-8e770fca5f2f req-00a52395-7855-4d8b-bc64-28e0d7ea1c84 service nova] Acquiring lock "refresh_cache-003ec290-bbab-491b-9ab9-fca2156027ef" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.239788] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f77975e-39e2-4ff9-b53e-8e770fca5f2f req-00a52395-7855-4d8b-bc64-28e0d7ea1c84 service nova] Acquired lock "refresh_cache-003ec290-bbab-491b-9ab9-fca2156027ef" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.239961] env[68216]: DEBUG nova.network.neutron [req-0f77975e-39e2-4ff9-b53e-8e770fca5f2f req-00a52395-7855-4d8b-bc64-28e0d7ea1c84 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Refreshing network info cache for port 67efb4dc-d859-4286-8f16-c875c2b34f2c {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.293503] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068796, 'name': PowerOffVM_Task, 'duration_secs': 0.253656} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.293783] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.299115] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.299412] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5071c75-64a6-426d-871a-4d6323746645 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.320258] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 958.320258] env[68216]: value = "task-3068798" [ 958.320258] env[68216]: _type = "Task" [ 958.320258] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.327058] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068794, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.332077] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.350201] env[68216]: DEBUG nova.compute.manager [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.350727] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.351433] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041b1c78-6f3d-4f37-bc83-71f495bb5bd4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.359314] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.360055] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c57ca1f5-c3b7-4c3a-81f5-d2f8389d4b31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.366293] env[68216]: DEBUG oslo_vmware.api [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 958.366293] env[68216]: value = "task-3068799" [ 958.366293] env[68216]: _type = "Task" [ 958.366293] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.376077] env[68216]: DEBUG oslo_vmware.api [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.588399] env[68216]: DEBUG nova.compute.manager [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.589590] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7186b0-e42e-4183-9aca-bdb2d32007b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.606085] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.648585] env[68216]: DEBUG nova.scheduler.client.report [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.827991] env[68216]: DEBUG oslo_vmware.api [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068794, 'name': PowerOnVM_Task, 'duration_secs': 1.141117} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.830011] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.830011] env[68216]: INFO nova.compute.manager [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Took 7.59 seconds to spawn the instance on the hypervisor. [ 958.830011] env[68216]: DEBUG nova.compute.manager [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.830011] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1630dcbe-243e-47c6-aa32-2c2ce72e72ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.836018] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068798, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.881219] env[68216]: DEBUG oslo_vmware.api [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068799, 'name': PowerOffVM_Task, 'duration_secs': 0.309612} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.881219] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.881219] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.881219] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7899772-254c-4bd7-95ce-56965c84a06e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.954207] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.954681] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.954762] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Deleting the datastore file [datastore2] b638e306-c9c8-40f1-9cb8-9f63ba0c8af0 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.954996] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b76f5f75-87d3-40bc-8861-90183d077886 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.961715] env[68216]: DEBUG oslo_vmware.api [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for the task: (returnval){ [ 958.961715] env[68216]: value = "task-3068801" [ 958.961715] env[68216]: _type = "Task" [ 958.961715] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.970120] env[68216]: DEBUG oslo_vmware.api [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.109346] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068797, 'name': ReconfigVM_Task, 'duration_secs': 0.761771} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.109809] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 007184a1-f77c-477a-93c9-02fe5a094862/007184a1-f77c-477a-93c9-02fe5a094862.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.110921] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c263359-5e33-438b-8bf0-cbcaae338285 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.118063] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 959.118063] env[68216]: value = "task-3068802" [ 959.118063] env[68216]: _type = "Task" [ 959.118063] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.132682] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068802, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.154144] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.158313] env[68216]: DEBUG nova.compute.manager [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.161284] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.161528] env[68216]: DEBUG nova.objects.instance [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lazy-loading 'resources' on Instance uuid eb3a9508-116e-4d4b-8142-b4593dbb60e6 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.165642] env[68216]: DEBUG nova.network.neutron [req-0f77975e-39e2-4ff9-b53e-8e770fca5f2f req-00a52395-7855-4d8b-bc64-28e0d7ea1c84 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Updated VIF entry in instance network info cache for port 67efb4dc-d859-4286-8f16-c875c2b34f2c. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.166045] env[68216]: DEBUG nova.network.neutron [req-0f77975e-39e2-4ff9-b53e-8e770fca5f2f req-00a52395-7855-4d8b-bc64-28e0d7ea1c84 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Updating instance_info_cache with network_info: [{"id": "67efb4dc-d859-4286-8f16-c875c2b34f2c", "address": "fa:16:3e:06:58:22", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67efb4dc-d8", "ovs_interfaceid": "67efb4dc-d859-4286-8f16-c875c2b34f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.335096] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068798, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.357234] env[68216]: INFO nova.compute.manager [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Took 31.99 seconds to build instance. [ 959.473433] env[68216]: DEBUG oslo_vmware.api [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Task: {'id': task-3068801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43788} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.473681] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.473829] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.474019] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.474604] env[68216]: INFO nova.compute.manager [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 959.474604] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.474729] env[68216]: DEBUG nova.compute.manager [-] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.474826] env[68216]: DEBUG nova.network.neutron [-] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.612793] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6b2620-e0bd-4fbc-aa2f-e5adf0646174 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.622164] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Doing hard reboot of VM {{(pid=68216) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 959.624146] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ce363ba3-d420-48c4-9bb4-6cc6965a384f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.630912] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068802, 'name': Rename_Task, 'duration_secs': 0.301198} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.632409] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.632842] env[68216]: DEBUG oslo_vmware.api [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 959.632842] env[68216]: value = "task-3068803" [ 959.632842] env[68216]: _type = "Task" [ 959.632842] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.633277] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84a42cc8-0d24-40ce-a5ae-0ae3829a64c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.644416] env[68216]: DEBUG oslo_vmware.api [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068803, 'name': ResetVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.646056] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 959.646056] env[68216]: value = "task-3068804" [ 959.646056] env[68216]: _type = "Task" [ 959.646056] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.655714] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.667065] env[68216]: DEBUG nova.compute.utils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.672992] env[68216]: DEBUG nova.compute.manager [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.673313] env[68216]: DEBUG nova.network.neutron [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.676081] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f77975e-39e2-4ff9-b53e-8e770fca5f2f req-00a52395-7855-4d8b-bc64-28e0d7ea1c84 service nova] Releasing lock "refresh_cache-003ec290-bbab-491b-9ab9-fca2156027ef" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.766729] env[68216]: DEBUG nova.policy [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb6dd83e2e25424aa8cff633826c37ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0139c35cf3904fb4a0e73dfd5599f321', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.847018] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068798, 'name': ReconfigVM_Task, 'duration_secs': 1.271384} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.853682] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.853982] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.854549] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d85bab7-217c-4d3b-8241-438e1961455c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.858653] env[68216]: DEBUG oslo_concurrency.lockutils [None req-762185d0-30f3-45cb-8083-4bef0e2a28a8 tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lock "ad615604-7c45-4663-b737-8face23c9cd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.505s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.864115] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 959.864115] env[68216]: value = "task-3068805" [ 959.864115] env[68216]: _type = "Task" [ 959.864115] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.875131] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.079900] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e582e11-9b73-4b4e-bd62-a8b635e10a74 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.088674] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890ac27f-b4df-4b73-9451-472cb509be40 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.125907] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d648598-f70f-4309-a72c-bd4a4acf09dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.131864] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84877adf-0ed0-40b9-b4a0-4dfabfe4d064 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.150758] env[68216]: DEBUG nova.compute.provider_tree [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.163027] env[68216]: DEBUG oslo_vmware.api [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068803, 'name': ResetVM_Task, 'duration_secs': 0.097005} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.165121] env[68216]: DEBUG nova.scheduler.client.report [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.168433] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Did hard reboot of VM {{(pid=68216) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 960.168524] env[68216]: DEBUG nova.compute.manager [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.172248] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b6dd76-3593-45cb-951e-9773fbc527e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.177526] env[68216]: DEBUG nova.compute.manager [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.180442] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.186913] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "2274a461-afef-42ae-8d74-7659affa7b3c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.187253] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "2274a461-afef-42ae-8d74-7659affa7b3c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.187443] env[68216]: DEBUG nova.compute.manager [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Going to confirm migration 4 {{(pid=68216) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 960.319975] env[68216]: DEBUG nova.network.neutron [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Successfully created port: c147f35d-58c1-4af0-8d32-87c1c7c2d1c6 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.371701] env[68216]: DEBUG nova.compute.manager [req-8913b982-1a8c-460c-a4fb-ba7fdb98d131 req-3e9be5a6-9bce-4c67-8bdb-18ac13ed0b82 service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Received event network-vif-deleted-b448d0ed-d92d-4ab6-93a4-2351a00d737c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.372653] env[68216]: INFO nova.compute.manager [req-8913b982-1a8c-460c-a4fb-ba7fdb98d131 req-3e9be5a6-9bce-4c67-8bdb-18ac13ed0b82 service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Neutron deleted interface b448d0ed-d92d-4ab6-93a4-2351a00d737c; detaching it from the instance and deleting it from the info cache [ 960.372653] env[68216]: DEBUG nova.network.neutron [req-8913b982-1a8c-460c-a4fb-ba7fdb98d131 req-3e9be5a6-9bce-4c67-8bdb-18ac13ed0b82 service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.380851] env[68216]: DEBUG oslo_vmware.api [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068805, 'name': PowerOnVM_Task, 'duration_secs': 0.408442} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.381094] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.381602] env[68216]: DEBUG nova.compute.manager [None req-8b194724-7333-4bd1-a5bf-40f5243ac5c7 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.382102] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cb7ff5-c9de-4e27-ab59-a2e205ba4bc0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.399673] env[68216]: DEBUG nova.compute.manager [req-ef9b520b-9f37-41c3-9583-9387bb62fffc req-afefd3b8-4265-4503-99a2-3c2843a12424 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Received event network-changed-c7ad721d-a55c-4479-b603-c0ae0756fa30 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.399673] env[68216]: DEBUG nova.compute.manager [req-ef9b520b-9f37-41c3-9583-9387bb62fffc req-afefd3b8-4265-4503-99a2-3c2843a12424 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Refreshing instance network info cache due to event network-changed-c7ad721d-a55c-4479-b603-c0ae0756fa30. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 960.399673] env[68216]: DEBUG oslo_concurrency.lockutils [req-ef9b520b-9f37-41c3-9583-9387bb62fffc req-afefd3b8-4265-4503-99a2-3c2843a12424 service nova] Acquiring lock "refresh_cache-ad615604-7c45-4663-b737-8face23c9cd2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.399673] env[68216]: DEBUG oslo_concurrency.lockutils [req-ef9b520b-9f37-41c3-9583-9387bb62fffc req-afefd3b8-4265-4503-99a2-3c2843a12424 service nova] Acquired lock "refresh_cache-ad615604-7c45-4663-b737-8face23c9cd2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.399835] env[68216]: DEBUG nova.network.neutron [req-ef9b520b-9f37-41c3-9583-9387bb62fffc req-afefd3b8-4265-4503-99a2-3c2843a12424 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Refreshing network info cache for port c7ad721d-a55c-4479-b603-c0ae0756fa30 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.663876] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.670857] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.510s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.673451] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.419s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.674933] env[68216]: INFO nova.compute.claims [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.695548] env[68216]: DEBUG oslo_concurrency.lockutils [None req-900cb932-a665-4592-b51e-7cf236997cae tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.424s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.697013] env[68216]: INFO nova.scheduler.client.report [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted allocations for instance eb3a9508-116e-4d4b-8142-b4593dbb60e6 [ 960.752755] env[68216]: DEBUG nova.network.neutron [-] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.856256] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.856551] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.856671] env[68216]: DEBUG nova.network.neutron [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.856855] env[68216]: DEBUG nova.objects.instance [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lazy-loading 'info_cache' on Instance uuid 2274a461-afef-42ae-8d74-7659affa7b3c {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.875929] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-570610ce-8fd5-41a6-903d-f898b3bbfbca {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.886841] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fd0555-bac8-4d80-acb5-860835085699 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.932195] env[68216]: DEBUG nova.compute.manager [req-8913b982-1a8c-460c-a4fb-ba7fdb98d131 req-3e9be5a6-9bce-4c67-8bdb-18ac13ed0b82 service nova] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Detach interface failed, port_id=b448d0ed-d92d-4ab6-93a4-2351a00d737c, reason: Instance b638e306-c9c8-40f1-9cb8-9f63ba0c8af0 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 961.160448] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.188764] env[68216]: DEBUG nova.compute.manager [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.209493] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f4e69ed0-f03d-4217-bd4f-41c4d931497b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "eb3a9508-116e-4d4b-8142-b4593dbb60e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.249s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.216375] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.216632] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.216812] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.216997] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.217161] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.217307] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.217687] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.217687] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.217881] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.218089] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.218282] env[68216]: DEBUG nova.virt.hardware [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.219144] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afab943a-fd2c-4a9b-914c-3e7a2ebfbee8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.222406] env[68216]: DEBUG nova.network.neutron [req-ef9b520b-9f37-41c3-9583-9387bb62fffc req-afefd3b8-4265-4503-99a2-3c2843a12424 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Updated VIF entry in instance network info cache for port c7ad721d-a55c-4479-b603-c0ae0756fa30. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.222784] env[68216]: DEBUG nova.network.neutron [req-ef9b520b-9f37-41c3-9583-9387bb62fffc req-afefd3b8-4265-4503-99a2-3c2843a12424 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Updating instance_info_cache with network_info: [{"id": "c7ad721d-a55c-4479-b603-c0ae0756fa30", "address": "fa:16:3e:06:af:85", "network": {"id": "9a3a4bb3-33a7-402d-98ee-dffc6639f218", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-59623438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c09c089c9b9449ec944bc2f66eb54cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ad721d-a5", "ovs_interfaceid": "c7ad721d-a55c-4479-b603-c0ae0756fa30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.230585] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f64f28-f197-4f20-9d94-3b2e50db3ddc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.253977] env[68216]: INFO nova.compute.manager [-] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Took 1.78 seconds to deallocate network for instance. [ 961.665515] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.726368] env[68216]: DEBUG oslo_concurrency.lockutils [req-ef9b520b-9f37-41c3-9583-9387bb62fffc req-afefd3b8-4265-4503-99a2-3c2843a12424 service nova] Releasing lock "refresh_cache-ad615604-7c45-4663-b737-8face23c9cd2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.761635] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.823409] env[68216]: DEBUG nova.network.neutron [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Successfully updated port: c147f35d-58c1-4af0-8d32-87c1c7c2d1c6 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.979886] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47095e7-a63d-4fce-ac4f-8e1752865290 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.988691] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c241ba-a24c-46ce-9d4f-6b0764f772e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.026294] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2730e0-974b-4726-b98b-642b8b3074df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.034160] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999e7d10-41c3-4638-898e-e75383f0f0e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.047965] env[68216]: DEBUG nova.compute.provider_tree [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.071196] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "65d707f2-7ca7-4441-b763-0d1042cc9b70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.071436] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "65d707f2-7ca7-4441-b763-0d1042cc9b70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.071639] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "65d707f2-7ca7-4441-b763-0d1042cc9b70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.071819] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "65d707f2-7ca7-4441-b763-0d1042cc9b70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.071981] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "65d707f2-7ca7-4441-b763-0d1042cc9b70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.074043] env[68216]: INFO nova.compute.manager [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Terminating instance [ 962.092919] env[68216]: DEBUG nova.network.neutron [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance_info_cache with network_info: [{"id": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "address": "fa:16:3e:b4:42:d1", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca3c4c6-2c", "ovs_interfaceid": "eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.166777] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068804, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.326700] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "refresh_cache-424a5bc3-e291-430e-936f-093d983d1f22" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.326700] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "refresh_cache-424a5bc3-e291-430e-936f-093d983d1f22" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.326856] env[68216]: DEBUG nova.network.neutron [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.438357] env[68216]: DEBUG nova.compute.manager [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Received event network-vif-plugged-c147f35d-58c1-4af0-8d32-87c1c7c2d1c6 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.438357] env[68216]: DEBUG oslo_concurrency.lockutils [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] Acquiring lock "424a5bc3-e291-430e-936f-093d983d1f22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.438357] env[68216]: DEBUG oslo_concurrency.lockutils [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] Lock "424a5bc3-e291-430e-936f-093d983d1f22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.438357] env[68216]: DEBUG oslo_concurrency.lockutils [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] Lock "424a5bc3-e291-430e-936f-093d983d1f22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.438357] env[68216]: DEBUG nova.compute.manager [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] No waiting events found dispatching network-vif-plugged-c147f35d-58c1-4af0-8d32-87c1c7c2d1c6 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.438890] env[68216]: WARNING nova.compute.manager [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Received unexpected event network-vif-plugged-c147f35d-58c1-4af0-8d32-87c1c7c2d1c6 for instance with vm_state building and task_state spawning. [ 962.438890] env[68216]: DEBUG nova.compute.manager [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Received event network-changed-c147f35d-58c1-4af0-8d32-87c1c7c2d1c6 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.438890] env[68216]: DEBUG nova.compute.manager [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Refreshing instance network info cache due to event network-changed-c147f35d-58c1-4af0-8d32-87c1c7c2d1c6. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 962.438999] env[68216]: DEBUG oslo_concurrency.lockutils [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] Acquiring lock "refresh_cache-424a5bc3-e291-430e-936f-093d983d1f22" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.552696] env[68216]: DEBUG nova.scheduler.client.report [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.578439] env[68216]: DEBUG nova.compute.manager [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.578772] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.579874] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a46b73-308d-4f1c-ab6b-64ce5b7d9438 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.589068] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.589408] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57870a00-1f01-4e8b-815b-b9e2c90c639c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.596350] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-2274a461-afef-42ae-8d74-7659affa7b3c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.596625] env[68216]: DEBUG nova.objects.instance [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lazy-loading 'migration_context' on Instance uuid 2274a461-afef-42ae-8d74-7659affa7b3c {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.598057] env[68216]: DEBUG oslo_vmware.api [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 962.598057] env[68216]: value = "task-3068806" [ 962.598057] env[68216]: _type = "Task" [ 962.598057] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.606698] env[68216]: DEBUG oslo_vmware.api [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.664892] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068804, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.860177] env[68216]: DEBUG nova.network.neutron [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.994561] env[68216]: DEBUG nova.network.neutron [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Updating instance_info_cache with network_info: [{"id": "c147f35d-58c1-4af0-8d32-87c1c7c2d1c6", "address": "fa:16:3e:07:bd:69", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc147f35d-58", "ovs_interfaceid": "c147f35d-58c1-4af0-8d32-87c1c7c2d1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.058975] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.059520] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.062014] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.797s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.064034] env[68216]: INFO nova.compute.claims [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.100344] env[68216]: DEBUG nova.objects.base [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Object Instance<2274a461-afef-42ae-8d74-7659affa7b3c> lazy-loaded attributes: info_cache,migration_context {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 963.101354] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c7dfcd-a0f7-4a31-809d-742c041972d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.112839] env[68216]: DEBUG oslo_vmware.api [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068806, 'name': PowerOffVM_Task, 'duration_secs': 0.174811} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.125926] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.126124] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.127208] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9d1f50-66a1-4c32-9c22-f7f3b34e5793 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.128636] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f19a37-43fa-4cfb-bff1-9fbc6d0a3de0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.134674] env[68216]: DEBUG oslo_vmware.api [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 963.134674] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52981dc4-12fc-1de4-5db0-4d1a853070bd" [ 963.134674] env[68216]: _type = "Task" [ 963.134674] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.143686] env[68216]: DEBUG oslo_vmware.api [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52981dc4-12fc-1de4-5db0-4d1a853070bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.165644] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068804, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.213876] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.214516] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.214740] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Deleting the datastore file [datastore2] 65d707f2-7ca7-4441-b763-0d1042cc9b70 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.215057] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ded9c44d-5694-4b26-b493-cd1ed195b0f1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.222545] env[68216]: DEBUG oslo_vmware.api [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 963.222545] env[68216]: value = "task-3068808" [ 963.222545] env[68216]: _type = "Task" [ 963.222545] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.231447] env[68216]: DEBUG oslo_vmware.api [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.496792] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "refresh_cache-424a5bc3-e291-430e-936f-093d983d1f22" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.497357] env[68216]: DEBUG nova.compute.manager [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Instance network_info: |[{"id": "c147f35d-58c1-4af0-8d32-87c1c7c2d1c6", "address": "fa:16:3e:07:bd:69", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc147f35d-58", "ovs_interfaceid": "c147f35d-58c1-4af0-8d32-87c1c7c2d1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.497790] env[68216]: DEBUG oslo_concurrency.lockutils [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] Acquired lock "refresh_cache-424a5bc3-e291-430e-936f-093d983d1f22" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.498111] env[68216]: DEBUG nova.network.neutron [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Refreshing network info cache for port c147f35d-58c1-4af0-8d32-87c1c7c2d1c6 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.499786] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:bd:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c147f35d-58c1-4af0-8d32-87c1c7c2d1c6', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.509082] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.510110] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.510349] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2da8baf6-3d2f-47c9-8a2e-748f8e9108f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.531251] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.531251] env[68216]: value = "task-3068809" [ 963.531251] env[68216]: _type = "Task" [ 963.531251] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.539267] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068809, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.567677] env[68216]: DEBUG nova.compute.utils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.571023] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.571204] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.616072] env[68216]: DEBUG nova.policy [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fef39437d34d1ea38e544dbbe3eb31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46b9c5b936a44c29adf499be1ac1f867', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.645988] env[68216]: DEBUG oslo_vmware.api [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52981dc4-12fc-1de4-5db0-4d1a853070bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015303} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.645988] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.665926] env[68216]: DEBUG oslo_vmware.api [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068804, 'name': PowerOnVM_Task, 'duration_secs': 3.738141} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.666359] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.666359] env[68216]: INFO nova.compute.manager [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Took 10.46 seconds to spawn the instance on the hypervisor. [ 963.666528] env[68216]: DEBUG nova.compute.manager [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.667398] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00d6f94-5ddf-4f9e-840a-29ea0ee31cc8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.732778] env[68216]: DEBUG oslo_vmware.api [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345702} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.733108] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.733310] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.733492] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.733688] env[68216]: INFO nova.compute.manager [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Took 1.16 seconds to destroy the instance on the hypervisor. [ 963.733946] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.734161] env[68216]: DEBUG nova.compute.manager [-] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.734256] env[68216]: DEBUG nova.network.neutron [-] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.851871] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "878d010a-a036-4228-85fa-7f3d990bfd58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.852166] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "878d010a-a036-4228-85fa-7f3d990bfd58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.852374] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.852560] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.852737] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "878d010a-a036-4228-85fa-7f3d990bfd58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.856632] env[68216]: INFO nova.compute.manager [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Terminating instance [ 963.906063] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Successfully created port: 1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.041907] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068809, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.068603] env[68216]: DEBUG nova.compute.manager [req-4b6ef77b-7919-4bfe-9e48-4673b53592ca req-1d94f66b-61da-4c6f-b437-ca3706bbf361 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Received event network-vif-deleted-bd250312-9412-40d4-abf6-399e5bac2a0a {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 964.068823] env[68216]: INFO nova.compute.manager [req-4b6ef77b-7919-4bfe-9e48-4673b53592ca req-1d94f66b-61da-4c6f-b437-ca3706bbf361 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Neutron deleted interface bd250312-9412-40d4-abf6-399e5bac2a0a; detaching it from the instance and deleting it from the info cache [ 964.068991] env[68216]: DEBUG nova.network.neutron [req-4b6ef77b-7919-4bfe-9e48-4673b53592ca req-1d94f66b-61da-4c6f-b437-ca3706bbf361 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.074660] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.195022] env[68216]: INFO nova.compute.manager [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Took 35.38 seconds to build instance. [ 964.229495] env[68216]: DEBUG nova.network.neutron [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Updated VIF entry in instance network info cache for port c147f35d-58c1-4af0-8d32-87c1c7c2d1c6. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.229847] env[68216]: DEBUG nova.network.neutron [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Updating instance_info_cache with network_info: [{"id": "c147f35d-58c1-4af0-8d32-87c1c7c2d1c6", "address": "fa:16:3e:07:bd:69", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc147f35d-58", "ovs_interfaceid": "c147f35d-58c1-4af0-8d32-87c1c7c2d1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.363946] env[68216]: DEBUG nova.compute.manager [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.364570] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.367147] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe0a0a8-424a-4b8f-af8c-f217b1c7c73f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.374696] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.374930] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5260f362-21ea-457b-a636-21e3379d40d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.379155] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96a7386-dacb-4be7-8b7a-d742a1840357 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.382619] env[68216]: DEBUG oslo_vmware.api [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 964.382619] env[68216]: value = "task-3068810" [ 964.382619] env[68216]: _type = "Task" [ 964.382619] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.388334] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bca2960-569e-4b7a-bcbe-cfef20cb3c12 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.395942] env[68216]: DEBUG oslo_vmware.api [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.422767] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06203584-969b-4841-ada2-5e4462178390 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.430387] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1c1fa6-db14-4b64-a720-9230097f4964 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.443490] env[68216]: DEBUG nova.compute.provider_tree [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.544589] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068809, 'name': CreateVM_Task, 'duration_secs': 0.554153} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.544766] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.545552] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.545739] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.546104] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.546397] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19cdd17-aaeb-4164-9b5d-9dd824b5850b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.549779] env[68216]: DEBUG nova.network.neutron [-] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.552105] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 964.552105] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5273cc20-3866-fb1c-44e6-e2b5d5df07eb" [ 964.552105] env[68216]: _type = "Task" [ 964.552105] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.560500] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5273cc20-3866-fb1c-44e6-e2b5d5df07eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.575650] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eb03fc1-444d-494c-a43d-b2832b5aaf19 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.588602] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fd75df-fda4-420d-8b8a-3ed433fe9468 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.630671] env[68216]: DEBUG nova.compute.manager [req-4b6ef77b-7919-4bfe-9e48-4673b53592ca req-1d94f66b-61da-4c6f-b437-ca3706bbf361 service nova] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Detach interface failed, port_id=bd250312-9412-40d4-abf6-399e5bac2a0a, reason: Instance 65d707f2-7ca7-4441-b763-0d1042cc9b70 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 964.697448] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8c39120-6939-4240-a10d-8863b5eba517 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "007184a1-f77c-477a-93c9-02fe5a094862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.886s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.732688] env[68216]: DEBUG oslo_concurrency.lockutils [req-30d26524-79e0-4e96-8486-7ff8dc5f8d50 req-c00c981b-ef2b-4bf5-858b-cee4dd283547 service nova] Releasing lock "refresh_cache-424a5bc3-e291-430e-936f-093d983d1f22" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.892918] env[68216]: DEBUG oslo_vmware.api [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068810, 'name': PowerOffVM_Task, 'duration_secs': 0.339616} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.893218] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.893415] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.893742] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ad6bff7-8112-4764-bbca-2c1a0d3925ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.947079] env[68216]: DEBUG nova.scheduler.client.report [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.972702] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.972931] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.973129] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleting the datastore file [datastore1] 878d010a-a036-4228-85fa-7f3d990bfd58 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.973421] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee0328f9-9b2d-426d-8d3c-dc30a2684870 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.979820] env[68216]: DEBUG oslo_vmware.api [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for the task: (returnval){ [ 964.979820] env[68216]: value = "task-3068812" [ 964.979820] env[68216]: _type = "Task" [ 964.979820] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.990025] env[68216]: DEBUG oslo_vmware.api [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.053081] env[68216]: INFO nova.compute.manager [-] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Took 1.32 seconds to deallocate network for instance. [ 965.068280] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5273cc20-3866-fb1c-44e6-e2b5d5df07eb, 'name': SearchDatastore_Task, 'duration_secs': 0.020931} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.068280] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.068280] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.069284] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.069284] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.069284] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.069456] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b7ebd8c-04ec-4e75-b011-a0ed86ab9576 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.078582] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.078582] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.078936] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da23d68-26f9-4193-82e3-251828dd62bf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.085366] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 965.085366] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528a6baf-0333-e179-36b9-86b1bc165975" [ 965.085366] env[68216]: _type = "Task" [ 965.085366] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.086740] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.099298] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528a6baf-0333-e179-36b9-86b1bc165975, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.101479] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5834907c-0ba0-452a-ac39-0b862489ac22 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.108824] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 965.108824] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5236df9e-31ef-fc29-6640-30948b881950" [ 965.108824] env[68216]: _type = "Task" [ 965.108824] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.123621] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5236df9e-31ef-fc29-6640-30948b881950, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.124910] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.125249] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.125333] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.125537] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.125694] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.125837] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.126061] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.126226] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.126447] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.126707] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.126798] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.127080] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.127801] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 424a5bc3-e291-430e-936f-093d983d1f22/424a5bc3-e291-430e-936f-093d983d1f22.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.128157] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb0d570-9e8e-4ccc-9c35-85ba4748bbdc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.131039] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ccf035f-2644-4e77-933c-a89dce776637 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.139368] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e400ba-f535-429e-b588-e048a1e9f959 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.143696] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 965.143696] env[68216]: value = "task-3068813" [ 965.143696] env[68216]: _type = "Task" [ 965.143696] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.167021] env[68216]: DEBUG oslo_concurrency.lockutils [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "c5dd208c-4c35-48a9-bcb5-f85123645146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.167021] env[68216]: DEBUG oslo_concurrency.lockutils [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.167021] env[68216]: DEBUG oslo_concurrency.lockutils [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "c5dd208c-4c35-48a9-bcb5-f85123645146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.167021] env[68216]: DEBUG oslo_concurrency.lockutils [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.167021] env[68216]: DEBUG oslo_concurrency.lockutils [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.167021] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.168643] env[68216]: INFO nova.compute.manager [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Terminating instance [ 965.318544] env[68216]: DEBUG nova.compute.manager [req-35c9ca56-c4d0-4f72-9e8e-a55f57a2df0a req-854cb103-df7f-4ac4-999b-ffc207f12eab service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Received event network-vif-plugged-1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.318764] env[68216]: DEBUG oslo_concurrency.lockutils [req-35c9ca56-c4d0-4f72-9e8e-a55f57a2df0a req-854cb103-df7f-4ac4-999b-ffc207f12eab service nova] Acquiring lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.318967] env[68216]: DEBUG oslo_concurrency.lockutils [req-35c9ca56-c4d0-4f72-9e8e-a55f57a2df0a req-854cb103-df7f-4ac4-999b-ffc207f12eab service nova] Lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.319144] env[68216]: DEBUG oslo_concurrency.lockutils [req-35c9ca56-c4d0-4f72-9e8e-a55f57a2df0a req-854cb103-df7f-4ac4-999b-ffc207f12eab service nova] Lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.319310] env[68216]: DEBUG nova.compute.manager [req-35c9ca56-c4d0-4f72-9e8e-a55f57a2df0a req-854cb103-df7f-4ac4-999b-ffc207f12eab service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] No waiting events found dispatching network-vif-plugged-1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.319511] env[68216]: WARNING nova.compute.manager [req-35c9ca56-c4d0-4f72-9e8e-a55f57a2df0a req-854cb103-df7f-4ac4-999b-ffc207f12eab service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Received unexpected event network-vif-plugged-1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0 for instance with vm_state building and task_state spawning. [ 965.402769] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Successfully updated port: 1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.456393] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.457147] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.459735] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.828s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.461620] env[68216]: INFO nova.compute.claims [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.488977] env[68216]: DEBUG oslo_vmware.api [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Task: {'id': task-3068812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191127} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.489853] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.490092] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.490282] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.490476] env[68216]: INFO nova.compute.manager [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Took 1.13 seconds to destroy the instance on the hypervisor. [ 965.490753] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.490972] env[68216]: DEBUG nova.compute.manager [-] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.491085] env[68216]: DEBUG nova.network.neutron [-] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.563922] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.655342] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068813, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.675983] env[68216]: DEBUG nova.compute.manager [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.676314] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.677501] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f088e07-bfcc-48a7-bb47-a066ed3cad0e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.686215] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.686506] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-417515a3-cabf-4975-b527-a275fc412e05 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.698025] env[68216]: DEBUG oslo_vmware.api [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 965.698025] env[68216]: value = "task-3068814" [ 965.698025] env[68216]: _type = "Task" [ 965.698025] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.703487] env[68216]: DEBUG oslo_vmware.api [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.755251] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "007184a1-f77c-477a-93c9-02fe5a094862" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.755559] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "007184a1-f77c-477a-93c9-02fe5a094862" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.755751] env[68216]: DEBUG nova.compute.manager [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.757104] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488a33a5-752b-47cc-a422-d7f999aa487b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.765059] env[68216]: DEBUG nova.compute.manager [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 965.765767] env[68216]: DEBUG nova.objects.instance [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lazy-loading 'flavor' on Instance uuid 007184a1-f77c-477a-93c9-02fe5a094862 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.905709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "refresh_cache-70b8c5dc-fa07-4ed1-b974-66b45e4282af" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.906065] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "refresh_cache-70b8c5dc-fa07-4ed1-b974-66b45e4282af" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.906369] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.966343] env[68216]: DEBUG nova.compute.utils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.970075] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.970343] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.010992] env[68216]: DEBUG nova.policy [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fef39437d34d1ea38e544dbbe3eb31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46b9c5b936a44c29adf499be1ac1f867', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.158022] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797219} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.158022] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 424a5bc3-e291-430e-936f-093d983d1f22/424a5bc3-e291-430e-936f-093d983d1f22.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.158022] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.158022] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afe35808-65dc-423b-a2ac-a3cfba4e7dce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.166781] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 966.166781] env[68216]: value = "task-3068815" [ 966.166781] env[68216]: _type = "Task" [ 966.166781] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.175754] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.208742] env[68216]: DEBUG oslo_vmware.api [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068814, 'name': PowerOffVM_Task, 'duration_secs': 0.282419} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.209168] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.209373] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.209685] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55d6fc44-7aac-49ea-a24d-b8e1102a6b86 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.239423] env[68216]: DEBUG nova.network.neutron [-] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.250625] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Successfully created port: 593c6d05-2d1e-47bb-aa18-b3cf92b35d8b {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.280891] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.281141] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.281318] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Deleting the datastore file [datastore2] c5dd208c-4c35-48a9-bcb5-f85123645146 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.281588] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdc9f1e9-aa97-4e44-8cab-d358d2e26f79 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.291212] env[68216]: DEBUG oslo_vmware.api [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 966.291212] env[68216]: value = "task-3068817" [ 966.291212] env[68216]: _type = "Task" [ 966.291212] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.300616] env[68216]: DEBUG oslo_vmware.api [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.472110] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.478137] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.677481] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073901} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.682382] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.684499] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2300b855-0aed-48b3-9646-6632c00bff79 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.715263] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 424a5bc3-e291-430e-936f-093d983d1f22/424a5bc3-e291-430e-936f-093d983d1f22.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.717798] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91894db9-617e-4a05-92ff-a383fc7a5e45 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.743161] env[68216]: INFO nova.compute.manager [-] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Took 1.25 seconds to deallocate network for instance. [ 966.743773] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 966.743773] env[68216]: value = "task-3068818" [ 966.743773] env[68216]: _type = "Task" [ 966.743773] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.757356] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068818, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.773443] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.773617] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeaf07af-687d-4461-881d-684179be5469 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.780218] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Updating instance_info_cache with network_info: [{"id": "1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0", "address": "fa:16:3e:83:c7:2b", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba0cc98-b7", "ovs_interfaceid": "1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.785806] env[68216]: DEBUG oslo_vmware.api [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 966.785806] env[68216]: value = "task-3068819" [ 966.785806] env[68216]: _type = "Task" [ 966.785806] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.797025] env[68216]: DEBUG oslo_vmware.api [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.809325] env[68216]: DEBUG oslo_vmware.api [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229448} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.809469] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.809551] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.809731] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.810024] env[68216]: INFO nova.compute.manager [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Took 1.13 seconds to destroy the instance on the hypervisor. [ 966.810363] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.810917] env[68216]: DEBUG nova.compute.manager [-] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.811031] env[68216]: DEBUG nova.network.neutron [-] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.890394] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee7cba4-9b80-4f0f-8315-7f9bfd7b4b30 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.900242] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce712422-6ada-4f1d-bf60-a8e36c0d095d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.932791] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4253770-df9a-4250-8601-0dd40db89643 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.941534] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b04ec6-126f-4aee-8044-7ce8c5810d71 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.956218] env[68216]: DEBUG nova.compute.provider_tree [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.256111] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.256510] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.283876] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "refresh_cache-70b8c5dc-fa07-4ed1-b974-66b45e4282af" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.284054] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Instance network_info: |[{"id": "1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0", "address": "fa:16:3e:83:c7:2b", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba0cc98-b7", "ovs_interfaceid": "1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.284502] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:c7:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.293715] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.294097] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.297810] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fc3b770-339f-4bb4-bf2f-650195007d53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.318547] env[68216]: DEBUG oslo_vmware.api [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068819, 'name': PowerOffVM_Task, 'duration_secs': 0.529837} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.319855] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.320073] env[68216]: DEBUG nova.compute.manager [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.320332] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.320332] env[68216]: value = "task-3068820" [ 967.320332] env[68216]: _type = "Task" [ 967.320332] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.321037] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302d73c2-c341-4650-a9f6-dc6f96a89036 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.338785] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068820, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.359199] env[68216]: DEBUG nova.compute.manager [req-d489233a-6f6e-4996-8340-3edfc8b21724 req-67e7cff7-cedf-4d68-9f92-3844404ab304 service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Received event network-changed-1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.359199] env[68216]: DEBUG nova.compute.manager [req-d489233a-6f6e-4996-8340-3edfc8b21724 req-67e7cff7-cedf-4d68-9f92-3844404ab304 service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Refreshing instance network info cache due to event network-changed-1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 967.359199] env[68216]: DEBUG oslo_concurrency.lockutils [req-d489233a-6f6e-4996-8340-3edfc8b21724 req-67e7cff7-cedf-4d68-9f92-3844404ab304 service nova] Acquiring lock "refresh_cache-70b8c5dc-fa07-4ed1-b974-66b45e4282af" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.359199] env[68216]: DEBUG oslo_concurrency.lockutils [req-d489233a-6f6e-4996-8340-3edfc8b21724 req-67e7cff7-cedf-4d68-9f92-3844404ab304 service nova] Acquired lock "refresh_cache-70b8c5dc-fa07-4ed1-b974-66b45e4282af" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.359199] env[68216]: DEBUG nova.network.neutron [req-d489233a-6f6e-4996-8340-3edfc8b21724 req-67e7cff7-cedf-4d68-9f92-3844404ab304 service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Refreshing network info cache for port 1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.445921] env[68216]: DEBUG nova.compute.manager [req-8123f270-965c-4126-9551-82bf633fd35b req-85892d47-57fa-4307-be51-7d3b6ee9c989 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Received event network-vif-deleted-8a85d4ad-49c3-48ba-9876-7cca5c073670 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.445921] env[68216]: INFO nova.compute.manager [req-8123f270-965c-4126-9551-82bf633fd35b req-85892d47-57fa-4307-be51-7d3b6ee9c989 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Neutron deleted interface 8a85d4ad-49c3-48ba-9876-7cca5c073670; detaching it from the instance and deleting it from the info cache [ 967.445921] env[68216]: DEBUG nova.network.neutron [req-8123f270-965c-4126-9551-82bf633fd35b req-85892d47-57fa-4307-be51-7d3b6ee9c989 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.452454] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.453473] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.459284] env[68216]: DEBUG nova.scheduler.client.report [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.484025] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.512118] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.512118] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.512118] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.512118] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.512118] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.512118] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.512118] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.512118] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.512118] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.514193] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.514547] env[68216]: DEBUG nova.virt.hardware [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.516381] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28829458-c1c4-4080-ae86-81f50f028237 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.527631] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d762126-d55b-4ef2-ad7c-5dc5d681f58e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.757104] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068818, 'name': ReconfigVM_Task, 'duration_secs': 0.758609} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.760511] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 424a5bc3-e291-430e-936f-093d983d1f22/424a5bc3-e291-430e-936f-093d983d1f22.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.760511] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d053b3fd-6fe6-4dca-8a6d-5025cf4f0b15 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.764447] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Successfully updated port: 593c6d05-2d1e-47bb-aa18-b3cf92b35d8b {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.768649] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 967.768649] env[68216]: value = "task-3068821" [ 967.768649] env[68216]: _type = "Task" [ 967.768649] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.779822] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068821, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.833464] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068820, 'name': CreateVM_Task, 'duration_secs': 0.326572} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.833648] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.834342] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.834511] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.834841] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.835208] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1820ea7e-5c28-4d0d-8e69-810fb0f47514 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.841715] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02f360bd-524a-42fb-b7ff-69b39377e7cf tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "007184a1-f77c-477a-93c9-02fe5a094862" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.844251] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 967.844251] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dc144e-6e58-ea9c-9d91-c4e8b7e11a90" [ 967.844251] env[68216]: _type = "Task" [ 967.844251] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.851855] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dc144e-6e58-ea9c-9d91-c4e8b7e11a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.890651] env[68216]: DEBUG nova.network.neutron [-] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.950347] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cc72510-fbbf-47d0-852b-7a59da43f43e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.956028] env[68216]: DEBUG nova.compute.manager [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.964833] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6532b677-99bf-427f-9d14-c78a1f6b392b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.976042] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.976769] env[68216]: DEBUG nova.compute.manager [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.983103] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.253s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.015200] env[68216]: DEBUG nova.compute.manager [req-8123f270-965c-4126-9551-82bf633fd35b req-85892d47-57fa-4307-be51-7d3b6ee9c989 service nova] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Detach interface failed, port_id=8a85d4ad-49c3-48ba-9876-7cca5c073670, reason: Instance c5dd208c-4c35-48a9-bcb5-f85123645146 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 968.087418] env[68216]: DEBUG nova.network.neutron [req-d489233a-6f6e-4996-8340-3edfc8b21724 req-67e7cff7-cedf-4d68-9f92-3844404ab304 service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Updated VIF entry in instance network info cache for port 1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.087852] env[68216]: DEBUG nova.network.neutron [req-d489233a-6f6e-4996-8340-3edfc8b21724 req-67e7cff7-cedf-4d68-9f92-3844404ab304 service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Updating instance_info_cache with network_info: [{"id": "1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0", "address": "fa:16:3e:83:c7:2b", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba0cc98-b7", "ovs_interfaceid": "1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.267482] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "refresh_cache-6cb06607-35ed-4eca-9434-252451ec56ea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.267818] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "refresh_cache-6cb06607-35ed-4eca-9434-252451ec56ea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.267818] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.278808] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068821, 'name': Rename_Task, 'duration_secs': 0.307393} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.279082] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.279330] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a4f7816-fa1b-442a-8d6f-9dcb86f5a5dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.285662] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 968.285662] env[68216]: value = "task-3068822" [ 968.285662] env[68216]: _type = "Task" [ 968.285662] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.293315] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.353530] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dc144e-6e58-ea9c-9d91-c4e8b7e11a90, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.353839] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.354082] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.354323] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.354461] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.354639] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.354896] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93f0ed46-109f-4dba-9d82-6f8a098c61f0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.362417] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.362588] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.363286] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1645bf6b-3132-4c11-ad0f-b62ae6fc39ac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.368185] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 968.368185] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5214715f-600a-c273-ec74-fa8383f9111b" [ 968.368185] env[68216]: _type = "Task" [ 968.368185] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.375278] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5214715f-600a-c273-ec74-fa8383f9111b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.393880] env[68216]: INFO nova.compute.manager [-] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Took 1.58 seconds to deallocate network for instance. [ 968.412524] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "007184a1-f77c-477a-93c9-02fe5a094862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.412867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "007184a1-f77c-477a-93c9-02fe5a094862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.413188] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "007184a1-f77c-477a-93c9-02fe5a094862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.413481] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "007184a1-f77c-477a-93c9-02fe5a094862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.413738] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "007184a1-f77c-477a-93c9-02fe5a094862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.416178] env[68216]: INFO nova.compute.manager [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Terminating instance [ 968.483716] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.487088] env[68216]: DEBUG nova.compute.utils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.497811] env[68216]: DEBUG nova.compute.manager [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.501738] env[68216]: DEBUG nova.compute.manager [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.501909] env[68216]: DEBUG nova.network.neutron [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.544488] env[68216]: DEBUG nova.policy [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '929ce35e732642f295aed1a72ddfcecb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8611438f9aa74c7681a9acba574d4836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.590497] env[68216]: DEBUG oslo_concurrency.lockutils [req-d489233a-6f6e-4996-8340-3edfc8b21724 req-67e7cff7-cedf-4d68-9f92-3844404ab304 service nova] Releasing lock "refresh_cache-70b8c5dc-fa07-4ed1-b974-66b45e4282af" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.590785] env[68216]: DEBUG nova.compute.manager [req-d489233a-6f6e-4996-8340-3edfc8b21724 req-67e7cff7-cedf-4d68-9f92-3844404ab304 service nova] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Received event network-vif-deleted-ee79d8c2-24fd-4b73-8f05-d270aa30e532 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 968.796952] env[68216]: DEBUG oslo_vmware.api [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068822, 'name': PowerOnVM_Task, 'duration_secs': 0.433547} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.797245] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.797461] env[68216]: INFO nova.compute.manager [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Took 7.61 seconds to spawn the instance on the hypervisor. [ 968.797651] env[68216]: DEBUG nova.compute.manager [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.802013] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7d24d3-b619-41e9-ba2c-e6b477fb366a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.802013] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.809691] env[68216]: DEBUG nova.network.neutron [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Successfully created port: 98da3d69-6a05-4487-a30f-51e0153645cc {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.878084] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5214715f-600a-c273-ec74-fa8383f9111b, 'name': SearchDatastore_Task, 'duration_secs': 0.014408} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.879122] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbef75cb-a290-465d-a26f-46ddac75c32a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.884751] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 968.884751] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5241d2dc-6b5c-0394-bdef-1012478d5ff3" [ 968.884751] env[68216]: _type = "Task" [ 968.884751] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.892198] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5241d2dc-6b5c-0394-bdef-1012478d5ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.901287] env[68216]: DEBUG oslo_concurrency.lockutils [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.922663] env[68216]: DEBUG nova.compute.manager [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.922899] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.923834] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cb3b28-2ae8-45e7-99ef-b106fc52beab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.929397] env[68216]: DEBUG nova.network.neutron [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Updating instance_info_cache with network_info: [{"id": "593c6d05-2d1e-47bb-aa18-b3cf92b35d8b", "address": "fa:16:3e:e0:7c:b7", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593c6d05-2d", "ovs_interfaceid": "593c6d05-2d1e-47bb-aa18-b3cf92b35d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.936179] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.937398] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f5d609f-746c-4c27-a50f-32d1a7212233 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.993146] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.993401] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.993615] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleting the datastore file [datastore2] 007184a1-f77c-477a-93c9-02fe5a094862 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.993885] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e423283f-50ca-41b5-ba81-fdbbaf23e10b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.000226] env[68216]: DEBUG oslo_vmware.api [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 969.000226] env[68216]: value = "task-3068824" [ 969.000226] env[68216]: _type = "Task" [ 969.000226] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.008476] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Applying migration context for instance 2274a461-afef-42ae-8d74-7659affa7b3c as it has an incoming, in-progress migration 533ba432-fe5b-42d3-80ed-551529c5f377. Migration status is confirming {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 969.010522] env[68216]: INFO nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating resource usage from migration 533ba432-fe5b-42d3-80ed-551529c5f377 [ 969.016593] env[68216]: DEBUG oslo_vmware.api [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.035990] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 76a1822d-267d-48a9-8b8d-4c1683070393 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.035990] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance b638e306-c9c8-40f1-9cb8-9f63ba0c8af0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.035990] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance c5dd208c-4c35-48a9-bcb5-f85123645146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.035990] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 512e9886-b14a-4d89-93b9-817624140861 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.035990] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e5214eca-dda1-41d9-804a-d260542b50a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.035990] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 2d153ded-40ef-49aa-ba1d-de7466906d72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.038296] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 2d45c664-54dd-46a6-94bf-5d263a716dd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.038497] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 556316a3-4f5e-497a-b33a-a39926bc8b7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.038641] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 1c792478-7aeb-4196-9bba-d8291ea43db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.038741] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.038898] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 878d010a-a036-4228-85fa-7f3d990bfd58 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.043022] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 5c739a26-6fe8-4ae2-9b77-f433ced2769e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.043022] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 65d707f2-7ca7-4441-b763-0d1042cc9b70 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.043022] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Migration 533ba432-fe5b-42d3-80ed-551529c5f377 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 969.043022] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 2274a461-afef-42ae-8d74-7659affa7b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.043022] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 003ec290-bbab-491b-9ab9-fca2156027ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.043022] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance ad615604-7c45-4663-b737-8face23c9cd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.043022] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 007184a1-f77c-477a-93c9-02fe5a094862 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.043022] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 424a5bc3-e291-430e-936f-093d983d1f22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.043022] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 6cb06607-35ed-4eca-9434-252451ec56ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.043022] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 70b8c5dc-fa07-4ed1-b974-66b45e4282af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.043022] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 4f418cd8-71ba-4c77-ba57-9cd4543855b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.318520] env[68216]: INFO nova.compute.manager [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Took 29.68 seconds to build instance. [ 969.382485] env[68216]: DEBUG nova.compute.manager [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Received event network-vif-plugged-593c6d05-2d1e-47bb-aa18-b3cf92b35d8b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.382728] env[68216]: DEBUG oslo_concurrency.lockutils [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] Acquiring lock "6cb06607-35ed-4eca-9434-252451ec56ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.382943] env[68216]: DEBUG oslo_concurrency.lockutils [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] Lock "6cb06607-35ed-4eca-9434-252451ec56ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.383136] env[68216]: DEBUG oslo_concurrency.lockutils [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] Lock "6cb06607-35ed-4eca-9434-252451ec56ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.383338] env[68216]: DEBUG nova.compute.manager [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] No waiting events found dispatching network-vif-plugged-593c6d05-2d1e-47bb-aa18-b3cf92b35d8b {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.383547] env[68216]: WARNING nova.compute.manager [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Received unexpected event network-vif-plugged-593c6d05-2d1e-47bb-aa18-b3cf92b35d8b for instance with vm_state building and task_state spawning. [ 969.383714] env[68216]: DEBUG nova.compute.manager [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Received event network-changed-593c6d05-2d1e-47bb-aa18-b3cf92b35d8b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.384131] env[68216]: DEBUG nova.compute.manager [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Refreshing instance network info cache due to event network-changed-593c6d05-2d1e-47bb-aa18-b3cf92b35d8b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 969.384131] env[68216]: DEBUG oslo_concurrency.lockutils [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] Acquiring lock "refresh_cache-6cb06607-35ed-4eca-9434-252451ec56ea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.395129] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5241d2dc-6b5c-0394-bdef-1012478d5ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.395375] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.395662] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 70b8c5dc-fa07-4ed1-b974-66b45e4282af/70b8c5dc-fa07-4ed1-b974-66b45e4282af.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.395910] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba1f827b-394b-4b1d-83a8-f3218c4346cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.402422] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 969.402422] env[68216]: value = "task-3068825" [ 969.402422] env[68216]: _type = "Task" [ 969.402422] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.410088] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.433216] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "refresh_cache-6cb06607-35ed-4eca-9434-252451ec56ea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.433620] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Instance network_info: |[{"id": "593c6d05-2d1e-47bb-aa18-b3cf92b35d8b", "address": "fa:16:3e:e0:7c:b7", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593c6d05-2d", "ovs_interfaceid": "593c6d05-2d1e-47bb-aa18-b3cf92b35d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.433918] env[68216]: DEBUG oslo_concurrency.lockutils [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] Acquired lock "refresh_cache-6cb06607-35ed-4eca-9434-252451ec56ea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.434107] env[68216]: DEBUG nova.network.neutron [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Refreshing network info cache for port 593c6d05-2d1e-47bb-aa18-b3cf92b35d8b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.435442] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:7c:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '593c6d05-2d1e-47bb-aa18-b3cf92b35d8b', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.443058] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.443537] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.443777] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e4a03dc-72ec-400b-ab12-f6939a8aa25d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.466773] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.466773] env[68216]: value = "task-3068826" [ 969.466773] env[68216]: _type = "Task" [ 969.466773] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.476077] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068826, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.510199] env[68216]: DEBUG oslo_vmware.api [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173324} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.510504] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.510671] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.510885] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.511091] env[68216]: INFO nova.compute.manager [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Took 0.59 seconds to destroy the instance on the hypervisor. [ 969.511335] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.511528] env[68216]: DEBUG nova.compute.manager [-] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.511658] env[68216]: DEBUG nova.network.neutron [-] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.514399] env[68216]: DEBUG nova.compute.manager [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.545914] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.546340] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.546617] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.546926] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.547200] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.547461] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.547757] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.547948] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.548138] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.548302] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.548473] env[68216]: DEBUG nova.virt.hardware [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.549205] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 56570013-7be5-4ed5-b5b4-c1d95eafdd40 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 969.549462] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 969.549604] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 969.552494] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82681bd1-877a-4c3e-b6bd-b10f759feae4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.567033] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b5323f-97de-4e34-b985-71ddf3bc39ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.820346] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e31ab849-3033-4d86-8714-a97cff9c661b tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "424a5bc3-e291-430e-936f-093d983d1f22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.229s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.897601] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5dcbf8-7cb9-45a7-9cd1-2a9bae562836 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.909727] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5373c8-7b8c-415a-b63c-b12b8e54bb95 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.920736] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068825, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.955254] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6218cb-de1b-499f-a934-24088143e945 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.964724] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889154ba-2fe8-4079-994e-6e2f8ed252dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.986106] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.990732] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068826, 'name': CreateVM_Task, 'duration_secs': 0.502521} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.991170] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.991805] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.991966] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.992352] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.993890] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917781b5-8ac8-46ff-8d7d-b8fe377dc16b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.000278] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 970.000278] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e67fba-7cd7-5887-ec44-0f61bdefc5b8" [ 970.000278] env[68216]: _type = "Task" [ 970.000278] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.006753] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e67fba-7cd7-5887-ec44-0f61bdefc5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.086201] env[68216]: DEBUG nova.compute.manager [req-abeac686-53ba-40f3-b9f3-fa326a4e70ac req-c3849a1a-22d2-48c3-9aea-a6489431c085 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Received event network-vif-deleted-7aedaa5c-a275-4d2a-a51f-9e991b9f7277 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 970.086598] env[68216]: INFO nova.compute.manager [req-abeac686-53ba-40f3-b9f3-fa326a4e70ac req-c3849a1a-22d2-48c3-9aea-a6489431c085 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Neutron deleted interface 7aedaa5c-a275-4d2a-a51f-9e991b9f7277; detaching it from the instance and deleting it from the info cache [ 970.086963] env[68216]: DEBUG nova.network.neutron [req-abeac686-53ba-40f3-b9f3-fa326a4e70ac req-c3849a1a-22d2-48c3-9aea-a6489431c085 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.220999] env[68216]: DEBUG nova.network.neutron [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Updated VIF entry in instance network info cache for port 593c6d05-2d1e-47bb-aa18-b3cf92b35d8b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.221386] env[68216]: DEBUG nova.network.neutron [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Updating instance_info_cache with network_info: [{"id": "593c6d05-2d1e-47bb-aa18-b3cf92b35d8b", "address": "fa:16:3e:e0:7c:b7", "network": {"id": "8175acab-4bae-4765-8b18-b35396e9a154", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-887103043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b9c5b936a44c29adf499be1ac1f867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593c6d05-2d", "ovs_interfaceid": "593c6d05-2d1e-47bb-aa18-b3cf92b35d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.325781] env[68216]: DEBUG nova.network.neutron [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Successfully updated port: 98da3d69-6a05-4487-a30f-51e0153645cc {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.416307] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520691} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.416575] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 70b8c5dc-fa07-4ed1-b974-66b45e4282af/70b8c5dc-fa07-4ed1-b974-66b45e4282af.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.416788] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.417048] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ee4a799-616c-477b-89da-c21f52cd16a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.424724] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 970.424724] env[68216]: value = "task-3068827" [ 970.424724] env[68216]: _type = "Task" [ 970.424724] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.432626] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.492211] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.510070] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e67fba-7cd7-5887-ec44-0f61bdefc5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.018286} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.510367] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.510591] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.511359] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.511359] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.511359] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.511510] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-294f363c-6bc2-4b49-9f76-082cbf225fe7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.520201] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.520337] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.521065] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd24ca2-d3fe-45d4-b435-d1a7263f054f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.526678] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 970.526678] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dda3fd-be99-bfec-ea8e-cb6323967682" [ 970.526678] env[68216]: _type = "Task" [ 970.526678] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.529801] env[68216]: DEBUG nova.network.neutron [-] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.537151] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dda3fd-be99-bfec-ea8e-cb6323967682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.592153] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65f74437-0a38-4b14-bca2-679cdda73a7e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.601522] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f2b996-74f1-49ae-91d5-ba34fe2ccc5d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.635577] env[68216]: DEBUG nova.compute.manager [req-abeac686-53ba-40f3-b9f3-fa326a4e70ac req-c3849a1a-22d2-48c3-9aea-a6489431c085 service nova] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Detach interface failed, port_id=7aedaa5c-a275-4d2a-a51f-9e991b9f7277, reason: Instance 007184a1-f77c-477a-93c9-02fe5a094862 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 970.668451] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquiring lock "2d45c664-54dd-46a6-94bf-5d263a716dd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.668713] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lock "2d45c664-54dd-46a6-94bf-5d263a716dd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.668923] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquiring lock "2d45c664-54dd-46a6-94bf-5d263a716dd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.669160] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lock "2d45c664-54dd-46a6-94bf-5d263a716dd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.669329] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lock "2d45c664-54dd-46a6-94bf-5d263a716dd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.671593] env[68216]: INFO nova.compute.manager [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Terminating instance [ 970.724102] env[68216]: DEBUG oslo_concurrency.lockutils [req-cd5d7026-c94c-4d1e-b953-7f8588474d71 req-94fc9697-3cc8-4c7f-8cbe-601dcf539053 service nova] Releasing lock "refresh_cache-6cb06607-35ed-4eca-9434-252451ec56ea" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.832132] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "refresh_cache-4f418cd8-71ba-4c77-ba57-9cd4543855b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.832296] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "refresh_cache-4f418cd8-71ba-4c77-ba57-9cd4543855b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.832454] env[68216]: DEBUG nova.network.neutron [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.934501] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114282} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.934784] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.935618] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2f716e-dca8-4fc1-9323-99d40336ba7c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.960051] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 70b8c5dc-fa07-4ed1-b974-66b45e4282af/70b8c5dc-fa07-4ed1-b974-66b45e4282af.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.960698] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186b5499-9c97-4aa9-ac6e-de2fad88fe5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.981611] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 970.981611] env[68216]: value = "task-3068828" [ 970.981611] env[68216]: _type = "Task" [ 970.981611] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.991319] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.997316] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 970.997507] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.014s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.997754] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.236s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.997941] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.999802] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.354s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.031562] env[68216]: INFO nova.scheduler.client.report [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Deleted allocations for instance b638e306-c9c8-40f1-9cb8-9f63ba0c8af0 [ 971.032730] env[68216]: INFO nova.compute.manager [-] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Took 1.52 seconds to deallocate network for instance. [ 971.041653] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dda3fd-be99-bfec-ea8e-cb6323967682, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.043950] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0164e48-b3b1-44a5-ab76-1ad9d63c658f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.049760] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 971.049760] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521a14d0-7816-141e-b10c-3a4b51f85cf8" [ 971.049760] env[68216]: _type = "Task" [ 971.049760] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.058102] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521a14d0-7816-141e-b10c-3a4b51f85cf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.175181] env[68216]: DEBUG nova.compute.manager [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.175360] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.176338] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475c22dd-abba-4131-a160-a03828ca05bd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.184633] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.184633] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f5ace55-5e33-4ec1-8c1f-1b2bf2beac4a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.190933] env[68216]: DEBUG oslo_vmware.api [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for the task: (returnval){ [ 971.190933] env[68216]: value = "task-3068829" [ 971.190933] env[68216]: _type = "Task" [ 971.190933] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.199598] env[68216]: DEBUG oslo_vmware.api [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.374995] env[68216]: DEBUG nova.network.neutron [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.415216] env[68216]: DEBUG nova.compute.manager [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Received event network-vif-plugged-98da3d69-6a05-4487-a30f-51e0153645cc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 971.415216] env[68216]: DEBUG oslo_concurrency.lockutils [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] Acquiring lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.415216] env[68216]: DEBUG oslo_concurrency.lockutils [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] Lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.415364] env[68216]: DEBUG oslo_concurrency.lockutils [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] Lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.415456] env[68216]: DEBUG nova.compute.manager [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] No waiting events found dispatching network-vif-plugged-98da3d69-6a05-4487-a30f-51e0153645cc {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.419033] env[68216]: WARNING nova.compute.manager [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Received unexpected event network-vif-plugged-98da3d69-6a05-4487-a30f-51e0153645cc for instance with vm_state building and task_state spawning. [ 971.419033] env[68216]: DEBUG nova.compute.manager [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Received event network-changed-98da3d69-6a05-4487-a30f-51e0153645cc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 971.419033] env[68216]: DEBUG nova.compute.manager [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Refreshing instance network info cache due to event network-changed-98da3d69-6a05-4487-a30f-51e0153645cc. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 971.419033] env[68216]: DEBUG oslo_concurrency.lockutils [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] Acquiring lock "refresh_cache-4f418cd8-71ba-4c77-ba57-9cd4543855b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.442864] env[68216]: DEBUG nova.compute.manager [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.443755] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56c85dd-c74f-459c-9022-9618326cb4da {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.492427] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068828, 'name': ReconfigVM_Task, 'duration_secs': 0.300558} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.495781] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 70b8c5dc-fa07-4ed1-b974-66b45e4282af/70b8c5dc-fa07-4ed1-b974-66b45e4282af.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.497312] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07b8a652-a47f-4b37-bb83-11f6a75d7fe0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.505713] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 971.505713] env[68216]: value = "task-3068830" [ 971.505713] env[68216]: _type = "Task" [ 971.505713] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.516473] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068830, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.534291] env[68216]: DEBUG nova.network.neutron [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Updating instance_info_cache with network_info: [{"id": "98da3d69-6a05-4487-a30f-51e0153645cc", "address": "fa:16:3e:ca:1c:fa", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98da3d69-6a", "ovs_interfaceid": "98da3d69-6a05-4487-a30f-51e0153645cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.541512] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b83c9b84-23ef-4e8f-ac5a-443cef41f4ea tempest-VolumesAdminNegativeTest-809450405 tempest-VolumesAdminNegativeTest-809450405-project-member] Lock "b638e306-c9c8-40f1-9cb8-9f63ba0c8af0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.707s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.546075] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.564909] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521a14d0-7816-141e-b10c-3a4b51f85cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.015143} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.566384] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.566384] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 6cb06607-35ed-4eca-9434-252451ec56ea/6cb06607-35ed-4eca-9434-252451ec56ea.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.566384] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eed5298-7c9c-4fdc-9419-4bcfedf3ee34 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.574315] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 971.574315] env[68216]: value = "task-3068831" [ 971.574315] env[68216]: _type = "Task" [ 971.574315] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.582536] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.701083] env[68216]: DEBUG oslo_vmware.api [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068829, 'name': PowerOffVM_Task, 'duration_secs': 0.213726} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.703788] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.704022] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.704377] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a14d7406-cc09-4a3e-9090-592151536b10 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.763630] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.763870] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.764075] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Deleting the datastore file [datastore1] 2d45c664-54dd-46a6-94bf-5d263a716dd9 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.764340] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351d0e22-12d5-4a58-bd65-06e2aa41db12 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.771887] env[68216]: DEBUG oslo_vmware.api [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for the task: (returnval){ [ 971.771887] env[68216]: value = "task-3068833" [ 971.771887] env[68216]: _type = "Task" [ 971.771887] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.781407] env[68216]: DEBUG oslo_vmware.api [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.841353] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9073dea-8099-4286-8720-6e3280a529ac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.850812] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44f0784-28d8-43a9-adc8-91325e923a40 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.881313] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303b17b5-569c-4f09-a426-fa602053da35 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.889821] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1488743-79c8-4d8f-af11-d28bcdc924d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.904438] env[68216]: DEBUG nova.compute.provider_tree [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.957277] env[68216]: INFO nova.compute.manager [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] instance snapshotting [ 971.960583] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c457647c-9765-47c5-adb2-d8c0f105a49a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.988039] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14eed3b-9a3b-4391-a0ac-ba8aeb7e84f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.016083] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068830, 'name': Rename_Task, 'duration_secs': 0.185346} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.016083] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.016083] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e5d72b-93ab-4007-b4fc-fadea972fd70 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.023377] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 972.023377] env[68216]: value = "task-3068834" [ 972.023377] env[68216]: _type = "Task" [ 972.023377] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.034031] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.037501] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "refresh_cache-4f418cd8-71ba-4c77-ba57-9cd4543855b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.037822] env[68216]: DEBUG nova.compute.manager [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Instance network_info: |[{"id": "98da3d69-6a05-4487-a30f-51e0153645cc", "address": "fa:16:3e:ca:1c:fa", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98da3d69-6a", "ovs_interfaceid": "98da3d69-6a05-4487-a30f-51e0153645cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.038596] env[68216]: DEBUG oslo_concurrency.lockutils [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] Acquired lock "refresh_cache-4f418cd8-71ba-4c77-ba57-9cd4543855b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.038800] env[68216]: DEBUG nova.network.neutron [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Refreshing network info cache for port 98da3d69-6a05-4487-a30f-51e0153645cc {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.040065] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:1c:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98da3d69-6a05-4487-a30f-51e0153645cc', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.048655] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.049945] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.050207] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e57b9a8-fcc1-4cab-b0f3-bdfd10fc95d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.070532] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.070532] env[68216]: value = "task-3068835" [ 972.070532] env[68216]: _type = "Task" [ 972.070532] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.082160] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068835, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.087331] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068831, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.281982] env[68216]: DEBUG oslo_vmware.api [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Task: {'id': task-3068833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370608} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.283022] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.283022] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.283266] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.283599] env[68216]: INFO nova.compute.manager [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 972.284019] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.285998] env[68216]: DEBUG nova.compute.manager [-] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.285998] env[68216]: DEBUG nova.network.neutron [-] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.411028] env[68216]: DEBUG nova.scheduler.client.report [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.501023] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.501023] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d27d29f-e159-42c9-a3d6-c92af270435b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.507873] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 972.507873] env[68216]: value = "task-3068836" [ 972.507873] env[68216]: _type = "Task" [ 972.507873] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.516887] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068836, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.533047] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.584050] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068835, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.588535] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625235} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.589033] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 6cb06607-35ed-4eca-9434-252451ec56ea/6cb06607-35ed-4eca-9434-252451ec56ea.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.589401] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.589904] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9986d5b-a1d6-49f1-af1f-e755112ae7cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.599569] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 972.599569] env[68216]: value = "task-3068837" [ 972.599569] env[68216]: _type = "Task" [ 972.599569] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.609852] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.895452] env[68216]: DEBUG nova.network.neutron [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Updated VIF entry in instance network info cache for port 98da3d69-6a05-4487-a30f-51e0153645cc. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.895452] env[68216]: DEBUG nova.network.neutron [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Updating instance_info_cache with network_info: [{"id": "98da3d69-6a05-4487-a30f-51e0153645cc", "address": "fa:16:3e:ca:1c:fa", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98da3d69-6a", "ovs_interfaceid": "98da3d69-6a05-4487-a30f-51e0153645cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.023034] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068836, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.036415] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.081366] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068835, 'name': CreateVM_Task, 'duration_secs': 0.648163} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.081366] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.081366] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.081366] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.081534] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.081669] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb1d0ef-d740-4855-99df-0e13eb5cd9a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.086376] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 973.086376] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52542c25-1866-af88-371d-470b87b8c18f" [ 973.086376] env[68216]: _type = "Task" [ 973.086376] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.097099] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52542c25-1866-af88-371d-470b87b8c18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.109151] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073224} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.109151] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.109772] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ce7e84-4eb0-43d4-91d3-1f761369092b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.136091] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 6cb06607-35ed-4eca-9434-252451ec56ea/6cb06607-35ed-4eca-9434-252451ec56ea.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.136436] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68d9bfa-4fbc-49ea-b3fa-128d0337d3d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.157780] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 973.157780] env[68216]: value = "task-3068838" [ 973.157780] env[68216]: _type = "Task" [ 973.157780] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.168185] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.398296] env[68216]: DEBUG oslo_concurrency.lockutils [req-6ddef768-792e-4261-97ae-fbcfeec717b1 req-c67b0660-345e-4ae2-86d2-d5683a56fe16 service nova] Releasing lock "refresh_cache-4f418cd8-71ba-4c77-ba57-9cd4543855b9" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.420785] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.421s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.425464] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.860s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.425464] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.427231] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.171s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.427348] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.429153] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.946s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.431387] env[68216]: INFO nova.compute.claims [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.520211] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068836, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.535380] env[68216]: INFO nova.scheduler.client.report [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Deleted allocations for instance 878d010a-a036-4228-85fa-7f3d990bfd58 [ 973.546920] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068834, 'name': PowerOnVM_Task, 'duration_secs': 1.392951} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.815757] env[68216]: INFO nova.scheduler.client.report [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Deleted allocations for instance 65d707f2-7ca7-4441-b763-0d1042cc9b70 [ 973.815757] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.815757] env[68216]: INFO nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Took 8.47 seconds to spawn the instance on the hypervisor. [ 973.815757] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.815757] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50566ee0-37d1-417c-a2e9-ccb768638ce9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.819190] env[68216]: DEBUG nova.network.neutron [-] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.842409] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52542c25-1866-af88-371d-470b87b8c18f, 'name': SearchDatastore_Task, 'duration_secs': 0.046701} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.845209] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.845501] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.846455] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.846455] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.846455] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.846455] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068838, 'name': ReconfigVM_Task, 'duration_secs': 0.557261} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.846893] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f27985d-6d92-4c6d-ac99-8a2a54f41ece {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.850683] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 6cb06607-35ed-4eca-9434-252451ec56ea/6cb06607-35ed-4eca-9434-252451ec56ea.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.851266] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-609c61c8-4039-47ca-9a9a-5c3ec63defef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.863987] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.864193] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.866953] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 973.866953] env[68216]: value = "task-3068839" [ 973.866953] env[68216]: _type = "Task" [ 973.866953] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.866953] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9d3523-dbce-4a0b-a57e-de5e5170d2ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.877184] env[68216]: DEBUG nova.compute.manager [req-9788c701-9640-4c94-854d-e65989300c3a req-d273d04f-a520-4086-a9ee-14eb0f4d516c service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Received event network-vif-deleted-9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 973.877184] env[68216]: INFO nova.compute.manager [req-9788c701-9640-4c94-854d-e65989300c3a req-d273d04f-a520-4086-a9ee-14eb0f4d516c service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Neutron deleted interface 9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8; detaching it from the instance and deleting it from the info cache [ 973.877184] env[68216]: DEBUG nova.network.neutron [req-9788c701-9640-4c94-854d-e65989300c3a req-d273d04f-a520-4086-a9ee-14eb0f4d516c service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.881740] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 973.881740] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5248a46a-023f-37ad-5930-8a4709f12455" [ 973.881740] env[68216]: _type = "Task" [ 973.881740] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.882401] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068839, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.893039] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5248a46a-023f-37ad-5930-8a4709f12455, 'name': SearchDatastore_Task, 'duration_secs': 0.012578} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.895392] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc02c01e-85bd-46ab-a7a6-fee702bd7a9e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.905136] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 973.905136] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524b70af-2f74-cdc5-dea0-b4ebe4bd78d5" [ 973.905136] env[68216]: _type = "Task" [ 973.905136] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.916349] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524b70af-2f74-cdc5-dea0-b4ebe4bd78d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.009740] env[68216]: INFO nova.scheduler.client.report [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted allocation for migration 533ba432-fe5b-42d3-80ed-551529c5f377 [ 974.021257] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068836, 'name': CreateSnapshot_Task, 'duration_secs': 1.306449} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.021525] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 974.022479] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862c0935-2f74-484d-8996-928ca773e0da {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.060781] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b327e901-2d2b-4c78-be03-b678ff060301 tempest-ServersNegativeTestJSON-1382755511 tempest-ServersNegativeTestJSON-1382755511-project-member] Lock "878d010a-a036-4228-85fa-7f3d990bfd58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.208s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.065708] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3abed9c0-a3dc-418e-8cf7-c62f555b2162 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "65d707f2-7ca7-4441-b763-0d1042cc9b70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.994s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.080367] env[68216]: INFO nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Took 31.88 seconds to build instance. [ 974.323051] env[68216]: INFO nova.compute.manager [-] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Took 2.04 seconds to deallocate network for instance. [ 974.383216] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068839, 'name': Rename_Task, 'duration_secs': 0.228219} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.383816] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.384063] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a2f3445-8de9-497f-af47-cd11be9e3be0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.386369] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a198d6e-949d-485f-b91a-8f52f8d543ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.397490] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615f6704-671d-4c6e-ae53-67eddbe21d82 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.412736] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 974.412736] env[68216]: value = "task-3068840" [ 974.412736] env[68216]: _type = "Task" [ 974.412736] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.425543] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524b70af-2f74-cdc5-dea0-b4ebe4bd78d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.430758] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.430758] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 4f418cd8-71ba-4c77-ba57-9cd4543855b9/4f418cd8-71ba-4c77-ba57-9cd4543855b9.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.430758] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068840, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.445175] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-167408bc-e183-41a6-b45c-9987d86c2253 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.450011] env[68216]: DEBUG nova.compute.manager [req-9788c701-9640-4c94-854d-e65989300c3a req-d273d04f-a520-4086-a9ee-14eb0f4d516c service nova] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Detach interface failed, port_id=9cfc5be3-51b6-409f-b9f6-51cb85b7b4d8, reason: Instance 2d45c664-54dd-46a6-94bf-5d263a716dd9 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 974.455194] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 974.455194] env[68216]: value = "task-3068841" [ 974.455194] env[68216]: _type = "Task" [ 974.455194] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.462690] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.519391] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c206851e-713f-4cfe-bd89-274e0e6148d1 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "2274a461-afef-42ae-8d74-7659affa7b3c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.332s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.546312] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.550365] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8760cb5a-3d65-45cb-86f7-ec8b49c08ecf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.562507] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 974.562507] env[68216]: value = "task-3068842" [ 974.562507] env[68216]: _type = "Task" [ 974.562507] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.562939] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "556316a3-4f5e-497a-b33a-a39926bc8b7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.563221] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "556316a3-4f5e-497a-b33a-a39926bc8b7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.563452] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "556316a3-4f5e-497a-b33a-a39926bc8b7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.563779] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "556316a3-4f5e-497a-b33a-a39926bc8b7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.564073] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "556316a3-4f5e-497a-b33a-a39926bc8b7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.569834] env[68216]: INFO nova.compute.manager [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Terminating instance [ 974.584682] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068842, 'name': CloneVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.584682] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.802s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.787343] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e378e90b-ef9e-4cbb-b977-20f1c80efb5d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.796281] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d13e99c-ac07-4856-b117-d49260bb3497 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.829648] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a785efcd-7c37-4993-b162-c85d051b2647 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.834797] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde574a1-4e59-4d08-a94e-23b2ed283a4d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.841641] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.851495] env[68216]: DEBUG nova.compute.provider_tree [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.928875] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.965697] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068841, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.078024] env[68216]: DEBUG nova.compute.manager [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.078687] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.078687] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068842, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.079189] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ac5eac-0575-455c-8482-28478408bbf4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.086922] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.087208] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbfdd29e-60de-4df4-ba26-e97ff6c3a078 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.093237] env[68216]: DEBUG oslo_vmware.api [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 975.093237] env[68216]: value = "task-3068843" [ 975.093237] env[68216]: _type = "Task" [ 975.093237] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.102508] env[68216]: DEBUG oslo_vmware.api [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.108202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "2274a461-afef-42ae-8d74-7659affa7b3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.108477] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "2274a461-afef-42ae-8d74-7659affa7b3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.108715] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "2274a461-afef-42ae-8d74-7659affa7b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.111281] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "2274a461-afef-42ae-8d74-7659affa7b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.111281] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "2274a461-afef-42ae-8d74-7659affa7b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.113970] env[68216]: INFO nova.compute.manager [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Terminating instance [ 975.356143] env[68216]: DEBUG nova.scheduler.client.report [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.425825] env[68216]: DEBUG oslo_vmware.api [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068840, 'name': PowerOnVM_Task, 'duration_secs': 0.788287} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.426134] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.426324] env[68216]: INFO nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Took 7.94 seconds to spawn the instance on the hypervisor. [ 975.426498] env[68216]: DEBUG nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.427365] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831170b3-355d-41ce-8969-88fb63836e46 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.466832] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634177} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.467128] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 4f418cd8-71ba-4c77-ba57-9cd4543855b9/4f418cd8-71ba-4c77-ba57-9cd4543855b9.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.467446] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.467726] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f25db1dc-4c9e-4e7b-aecc-74b3fd7b3f0a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.475737] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 975.475737] env[68216]: value = "task-3068844" [ 975.475737] env[68216]: _type = "Task" [ 975.475737] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.485026] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.579563] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068842, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.603725] env[68216]: DEBUG oslo_vmware.api [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068843, 'name': PowerOffVM_Task, 'duration_secs': 0.303018} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.604019] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.604193] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.604462] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90579821-8acc-40e1-9bba-7c9ec5b2b0a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.618202] env[68216]: DEBUG nova.compute.manager [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.618202] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.618821] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7f3372-0ed3-4e70-a0e6-a5abe0c9f7c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.629320] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.629320] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a67fab05-94e3-485b-990a-901768a1ea5f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.635945] env[68216]: DEBUG oslo_vmware.api [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 975.635945] env[68216]: value = "task-3068846" [ 975.635945] env[68216]: _type = "Task" [ 975.635945] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.648546] env[68216]: DEBUG oslo_vmware.api [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.677350] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.677632] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.677923] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Deleting the datastore file [datastore1] 556316a3-4f5e-497a-b33a-a39926bc8b7e {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.678338] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f97b507-a9a2-4f14-88fd-de771e97b925 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.685011] env[68216]: DEBUG oslo_vmware.api [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for the task: (returnval){ [ 975.685011] env[68216]: value = "task-3068847" [ 975.685011] env[68216]: _type = "Task" [ 975.685011] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.696018] env[68216]: DEBUG oslo_vmware.api [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.826893] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "9299989d-d2f4-42f1-93d7-8e6893f6219a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.827213] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "9299989d-d2f4-42f1-93d7-8e6893f6219a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.864779] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.868020] env[68216]: DEBUG nova.compute.manager [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.871184] env[68216]: DEBUG oslo_concurrency.lockutils [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.970s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.871548] env[68216]: DEBUG nova.objects.instance [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'resources' on Instance uuid c5dd208c-4c35-48a9-bcb5-f85123645146 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.947593] env[68216]: INFO nova.compute.manager [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Took 33.75 seconds to build instance. [ 975.992076] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131962} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.992664] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.993859] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f575ff9e-e486-42ee-bd6d-213bc66dfa94 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.027127] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 4f418cd8-71ba-4c77-ba57-9cd4543855b9/4f418cd8-71ba-4c77-ba57-9cd4543855b9.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.028085] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75da02e0-3fd5-49c5-840e-d7dd86c2498d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.052920] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 976.052920] env[68216]: value = "task-3068848" [ 976.052920] env[68216]: _type = "Task" [ 976.052920] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.065284] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.076637] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068842, 'name': CloneVM_Task} progress is 95%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.152607] env[68216]: DEBUG oslo_vmware.api [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068846, 'name': PowerOffVM_Task, 'duration_secs': 0.500499} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.153102] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.153383] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.153772] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e354c414-738f-468b-8ac3-850263bc55d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.194909] env[68216]: DEBUG oslo_vmware.api [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Task: {'id': task-3068847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419717} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.194909] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.195080] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.195192] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.195360] env[68216]: INFO nova.compute.manager [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 976.195598] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.195907] env[68216]: DEBUG nova.compute.manager [-] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.196047] env[68216]: DEBUG nova.network.neutron [-] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.230257] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.230537] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.230849] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleting the datastore file [datastore2] 2274a461-afef-42ae-8d74-7659affa7b3c {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.231312] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ae9a451-8bda-447f-a327-10f242b1e59e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.239602] env[68216]: DEBUG oslo_vmware.api [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 976.239602] env[68216]: value = "task-3068850" [ 976.239602] env[68216]: _type = "Task" [ 976.239602] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.249536] env[68216]: DEBUG oslo_vmware.api [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.330308] env[68216]: DEBUG nova.compute.manager [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.375107] env[68216]: DEBUG nova.compute.utils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.382262] env[68216]: DEBUG nova.compute.manager [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.382367] env[68216]: DEBUG nova.network.neutron [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.384614] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "6cb06607-35ed-4eca-9434-252451ec56ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.441247] env[68216]: DEBUG nova.policy [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7c478bdda4ad78acc6e9901e772f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5d73b460d2400fa3edf1f0ebd4bd0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.449085] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ff9dae25-eb18-4ae1-a54b-a63ab0f153d0 tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "6cb06607-35ed-4eca-9434-252451ec56ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.698s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.453018] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "6cb06607-35ed-4eca-9434-252451ec56ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.065s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.453018] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "6cb06607-35ed-4eca-9434-252451ec56ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.453018] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "6cb06607-35ed-4eca-9434-252451ec56ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.453018] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "6cb06607-35ed-4eca-9434-252451ec56ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.454695] env[68216]: INFO nova.compute.manager [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Terminating instance [ 976.494989] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.495280] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.495483] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.495666] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.495870] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.497877] env[68216]: INFO nova.compute.manager [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Terminating instance [ 976.567008] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.579366] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068842, 'name': CloneVM_Task, 'duration_secs': 1.786946} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.579804] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Created linked-clone VM from snapshot [ 976.580554] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ac2dac-4856-4af0-a34e-db643b458834 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.589243] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Uploading image 46df27fc-7664-499a-a494-28ec0bf7cf1b {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.625503] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.625503] env[68216]: value = "vm-614540" [ 976.625503] env[68216]: _type = "VirtualMachine" [ 976.625503] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.627567] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aec15449-af18-450e-ae74-114229134209 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.636967] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lease: (returnval){ [ 976.636967] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5234ce4e-2f20-cad5-6fab-c23a44c208e8" [ 976.636967] env[68216]: _type = "HttpNfcLease" [ 976.636967] env[68216]: } obtained for exporting VM: (result){ [ 976.636967] env[68216]: value = "vm-614540" [ 976.636967] env[68216]: _type = "VirtualMachine" [ 976.636967] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.637273] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the lease: (returnval){ [ 976.637273] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5234ce4e-2f20-cad5-6fab-c23a44c208e8" [ 976.637273] env[68216]: _type = "HttpNfcLease" [ 976.637273] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.645248] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.645248] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5234ce4e-2f20-cad5-6fab-c23a44c208e8" [ 976.645248] env[68216]: _type = "HttpNfcLease" [ 976.645248] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.647551] env[68216]: DEBUG nova.compute.manager [req-b5893851-e9f6-4306-9446-f48551579719 req-be54f03a-31e2-4242-a371-f5abcf61ffff service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Received event network-vif-deleted-5716483e-52c3-4de4-914e-663a9d1ec8bb {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 976.647741] env[68216]: INFO nova.compute.manager [req-b5893851-e9f6-4306-9446-f48551579719 req-be54f03a-31e2-4242-a371-f5abcf61ffff service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Neutron deleted interface 5716483e-52c3-4de4-914e-663a9d1ec8bb; detaching it from the instance and deleting it from the info cache [ 976.647912] env[68216]: DEBUG nova.network.neutron [req-b5893851-e9f6-4306-9446-f48551579719 req-be54f03a-31e2-4242-a371-f5abcf61ffff service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.751677] env[68216]: DEBUG oslo_vmware.api [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372449} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.756619] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.756921] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.757156] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.757364] env[68216]: INFO nova.compute.manager [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 976.757615] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.759852] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45008a9-2238-4ae3-a4d8-844945043a1f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.762167] env[68216]: DEBUG nova.compute.manager [-] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.762384] env[68216]: DEBUG nova.network.neutron [-] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.774465] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46122fef-748d-4880-81a1-3829c5dfd07a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.808268] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e08be-b48b-499c-ad62-88e8c07ef95e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.818196] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d644a4e-b9b8-4717-b1a6-1912e5b2dc74 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.838268] env[68216]: DEBUG nova.compute.provider_tree [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.868022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.879178] env[68216]: DEBUG nova.compute.manager [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.961370] env[68216]: DEBUG nova.compute.manager [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.961609] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.962545] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c173da49-a7ca-48d2-be0a-7846acc67820 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.972706] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.973326] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f2d3d8a-03dd-41c9-8d1a-77822274130f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.980308] env[68216]: DEBUG oslo_vmware.api [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 976.980308] env[68216]: value = "task-3068852" [ 976.980308] env[68216]: _type = "Task" [ 976.980308] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.990253] env[68216]: DEBUG oslo_vmware.api [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.006279] env[68216]: DEBUG nova.compute.manager [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.006527] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.008153] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2987c08-dac9-4f94-a2d1-e03af486340f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.015786] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.016091] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f746c72e-f16a-4f64-bdc3-9e42f9475da9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.022582] env[68216]: DEBUG oslo_vmware.api [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 977.022582] env[68216]: value = "task-3068853" [ 977.022582] env[68216]: _type = "Task" [ 977.022582] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.031308] env[68216]: DEBUG oslo_vmware.api [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.064816] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068848, 'name': ReconfigVM_Task, 'duration_secs': 0.587425} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.064986] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 4f418cd8-71ba-4c77-ba57-9cd4543855b9/4f418cd8-71ba-4c77-ba57-9cd4543855b9.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.065707] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10a235ab-aad8-4908-a3bc-605a0befee7c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.074887] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 977.074887] env[68216]: value = "task-3068854" [ 977.074887] env[68216]: _type = "Task" [ 977.074887] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.084342] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068854, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.130471] env[68216]: DEBUG nova.network.neutron [-] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.134575] env[68216]: DEBUG nova.network.neutron [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Successfully created port: 935a7d60-4d66-470a-b02b-ab9d62d8f599 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.146669] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.146669] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5234ce4e-2f20-cad5-6fab-c23a44c208e8" [ 977.146669] env[68216]: _type = "HttpNfcLease" [ 977.146669] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.147033] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.147033] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5234ce4e-2f20-cad5-6fab-c23a44c208e8" [ 977.147033] env[68216]: _type = "HttpNfcLease" [ 977.147033] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 977.147687] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbba638-5df6-4d0c-8202-13e71ef127fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.159127] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520edf94-e7a0-4d2c-7992-1b884d17be31/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.159127] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520edf94-e7a0-4d2c-7992-1b884d17be31/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.159127] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16bd47a5-6d5f-43c3-9663-e5002ce11276 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.244315] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32791fd-c5c3-4ca5-921a-e7fa69602e0f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.280554] env[68216]: DEBUG nova.compute.manager [req-b5893851-e9f6-4306-9446-f48551579719 req-be54f03a-31e2-4242-a371-f5abcf61ffff service nova] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Detach interface failed, port_id=5716483e-52c3-4de4-914e-663a9d1ec8bb, reason: Instance 556316a3-4f5e-497a-b33a-a39926bc8b7e could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 977.320770] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e3fda4e-8178-4355-bae0-2bcfd7554d5f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.343618] env[68216]: DEBUG nova.scheduler.client.report [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.490552] env[68216]: DEBUG oslo_vmware.api [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068852, 'name': PowerOffVM_Task, 'duration_secs': 0.304787} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.490900] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.491017] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.491302] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66f408f5-8b1a-4fb4-825b-06a9fe3085a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.532742] env[68216]: DEBUG oslo_vmware.api [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068853, 'name': PowerOffVM_Task, 'duration_secs': 0.262759} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.535549] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.535549] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.535549] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3180ad78-bcf9-496a-b1db-4fa319e5083a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.561177] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.561177] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.561177] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleting the datastore file [datastore2] 6cb06607-35ed-4eca-9434-252451ec56ea {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.561177] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9cc7fc3-3d0a-47f6-b639-8f5893321c24 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.569997] env[68216]: DEBUG oslo_vmware.api [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 977.569997] env[68216]: value = "task-3068857" [ 977.569997] env[68216]: _type = "Task" [ 977.569997] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.581449] env[68216]: DEBUG oslo_vmware.api [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.584909] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068854, 'name': Rename_Task, 'duration_secs': 0.241634} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.585253] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.585548] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e543e806-ff24-466c-a81e-78405859d3be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.591873] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.591873] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.591873] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleting the datastore file [datastore2] 70b8c5dc-fa07-4ed1-b974-66b45e4282af {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.591873] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-062889ce-acdf-41ae-819d-79a8007aa59e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.598848] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 977.598848] env[68216]: value = "task-3068858" [ 977.598848] env[68216]: _type = "Task" [ 977.598848] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.604701] env[68216]: DEBUG oslo_vmware.api [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for the task: (returnval){ [ 977.604701] env[68216]: value = "task-3068859" [ 977.604701] env[68216]: _type = "Task" [ 977.604701] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.610607] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.613965] env[68216]: DEBUG nova.network.neutron [-] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.621697] env[68216]: DEBUG oslo_vmware.api [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.633982] env[68216]: INFO nova.compute.manager [-] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Took 1.44 seconds to deallocate network for instance. [ 977.850010] env[68216]: DEBUG oslo_concurrency.lockutils [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.853413] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.308s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.855314] env[68216]: DEBUG nova.objects.instance [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lazy-loading 'resources' on Instance uuid 007184a1-f77c-477a-93c9-02fe5a094862 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.883760] env[68216]: INFO nova.scheduler.client.report [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Deleted allocations for instance c5dd208c-4c35-48a9-bcb5-f85123645146 [ 977.893040] env[68216]: DEBUG nova.compute.manager [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.926802] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.927194] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.927393] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.927600] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.928139] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.928520] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.928846] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.929097] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.929293] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.929548] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.929842] env[68216]: DEBUG nova.virt.hardware [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.931819] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d3ee29-175e-462f-869f-39ee82bd7fd9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.942256] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a161db7b-a282-4c0e-a173-04e22aee45d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.084932] env[68216]: DEBUG oslo_vmware.api [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303323} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.085608] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.085698] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.085928] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.086322] env[68216]: INFO nova.compute.manager [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 978.086818] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.087171] env[68216]: DEBUG nova.compute.manager [-] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.087318] env[68216]: DEBUG nova.network.neutron [-] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.113739] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068858, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.118898] env[68216]: INFO nova.compute.manager [-] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Took 1.36 seconds to deallocate network for instance. [ 978.131469] env[68216]: DEBUG oslo_vmware.api [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Task: {'id': task-3068859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205179} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.133428] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.133428] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.133428] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.133428] env[68216]: INFO nova.compute.manager [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 978.133428] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.134133] env[68216]: DEBUG nova.compute.manager [-] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.134364] env[68216]: DEBUG nova.network.neutron [-] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.140578] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.397538] env[68216]: DEBUG oslo_concurrency.lockutils [None req-29b562da-3aa5-4d1f-8968-fb0dd40f5540 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "c5dd208c-4c35-48a9-bcb5-f85123645146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.233s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.618280] env[68216]: DEBUG oslo_vmware.api [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068858, 'name': PowerOnVM_Task, 'duration_secs': 0.528728} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.618280] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.618701] env[68216]: INFO nova.compute.manager [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Took 9.10 seconds to spawn the instance on the hypervisor. [ 978.618701] env[68216]: DEBUG nova.compute.manager [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.620034] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c3cec4-ca73-4f91-ab83-0fed616ad2bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.629271] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.717847] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14bc548-841d-49a1-bbfd-4a49b3224981 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.727311] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f844901-ade9-4bb0-92e4-e4ea92037ec7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.768498] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ac1ab2-0582-4cdb-ad77-91500a426b72 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.774158] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da5627a-0252-4a59-b429-2d9fa1453e9f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.788667] env[68216]: DEBUG nova.compute.provider_tree [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.797283] env[68216]: DEBUG nova.compute.manager [req-19ad29b3-90bd-4280-98b9-d09152a3c3b0 req-5ca91a8d-7df4-41af-a9b2-46961d507b2e service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Received event network-vif-deleted-1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.797283] env[68216]: INFO nova.compute.manager [req-19ad29b3-90bd-4280-98b9-d09152a3c3b0 req-5ca91a8d-7df4-41af-a9b2-46961d507b2e service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Neutron deleted interface 1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0; detaching it from the instance and deleting it from the info cache [ 978.797492] env[68216]: DEBUG nova.network.neutron [req-19ad29b3-90bd-4280-98b9-d09152a3c3b0 req-5ca91a8d-7df4-41af-a9b2-46961d507b2e service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.869810] env[68216]: DEBUG nova.network.neutron [-] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.921631] env[68216]: DEBUG nova.compute.manager [req-bc72d9ed-30c9-4b77-bb29-5666ed69ff4a req-dfd3f8e4-8ea6-4aa1-89ff-935c09e19e37 service nova] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Received event network-vif-deleted-eca3c4c6-2cbf-4f7f-94ed-00d0a58014bf {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.921631] env[68216]: DEBUG nova.compute.manager [req-bc72d9ed-30c9-4b77-bb29-5666ed69ff4a req-dfd3f8e4-8ea6-4aa1-89ff-935c09e19e37 service nova] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Received event network-vif-deleted-593c6d05-2d1e-47bb-aa18-b3cf92b35d8b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 979.079358] env[68216]: DEBUG nova.compute.manager [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.079358] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bec178d-2a32-4d51-ac60-97b015731e73 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.088527] env[68216]: DEBUG nova.network.neutron [-] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.144405] env[68216]: INFO nova.compute.manager [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Took 23.53 seconds to build instance. [ 979.249372] env[68216]: DEBUG nova.objects.instance [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lazy-loading 'flavor' on Instance uuid 5c739a26-6fe8-4ae2-9b77-f433ced2769e {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.292616] env[68216]: DEBUG nova.scheduler.client.report [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.300340] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-055dd15d-3d31-4838-82d9-9f58255e1d61 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.311269] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a7e93c-bb86-4215-bf50-08d5e415a35a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.323418] env[68216]: DEBUG nova.network.neutron [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Successfully updated port: 935a7d60-4d66-470a-b02b-ab9d62d8f599 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.353018] env[68216]: DEBUG nova.compute.manager [req-19ad29b3-90bd-4280-98b9-d09152a3c3b0 req-5ca91a8d-7df4-41af-a9b2-46961d507b2e service nova] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Detach interface failed, port_id=1ba0cc98-b7fc-4350-8f57-8d758fdfb1c0, reason: Instance 70b8c5dc-fa07-4ed1-b974-66b45e4282af could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 979.374684] env[68216]: INFO nova.compute.manager [-] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Took 1.29 seconds to deallocate network for instance. [ 979.591259] env[68216]: INFO nova.compute.manager [-] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Took 1.46 seconds to deallocate network for instance. [ 979.599074] env[68216]: INFO nova.compute.manager [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] instance snapshotting [ 979.599074] env[68216]: DEBUG nova.objects.instance [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'flavor' on Instance uuid d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.646882] env[68216]: DEBUG oslo_concurrency.lockutils [None req-72aadedd-67f0-41f5-ac46-98e1789ca5d7 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.041s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.759807] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquiring lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.759807] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquired lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.799980] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.802286] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.961s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.802517] env[68216]: DEBUG nova.objects.instance [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lazy-loading 'resources' on Instance uuid 2d45c664-54dd-46a6-94bf-5d263a716dd9 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.828061] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "refresh_cache-56570013-7be5-4ed5-b5b4-c1d95eafdd40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.828231] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "refresh_cache-56570013-7be5-4ed5-b5b4-c1d95eafdd40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.828389] env[68216]: DEBUG nova.network.neutron [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.846249] env[68216]: INFO nova.scheduler.client.report [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted allocations for instance 007184a1-f77c-477a-93c9-02fe5a094862 [ 979.883777] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.099268] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.103931] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9206cb42-2f01-4e49-92d5-2b7324208c04 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.127928] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dbb931-f9a0-47fa-af7d-8da96055c31c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.352833] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c62c192a-98af-44dd-9568-47f6cb57dced tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "007184a1-f77c-477a-93c9-02fe5a094862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.940s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.406658] env[68216]: DEBUG nova.network.neutron [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.594918] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c10a90-d196-4e8f-80c6-ffa6ef701b1e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.603137] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb31482-7b1b-4148-be5a-b6743051ab50 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.635549] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023f4593-5e38-4253-98a1-27a69c06da72 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.638573] env[68216]: DEBUG oslo_concurrency.lockutils [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.638873] env[68216]: DEBUG oslo_concurrency.lockutils [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.639041] env[68216]: DEBUG oslo_concurrency.lockutils [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.639218] env[68216]: DEBUG oslo_concurrency.lockutils [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.639390] env[68216]: DEBUG oslo_concurrency.lockutils [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.641922] env[68216]: INFO nova.compute.manager [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Terminating instance [ 980.647589] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 980.650027] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1cc22f23-6001-4f07-a39f-d0149cd675ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.652832] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc20bb1e-1f53-456d-bf7b-fc00b48c8ae1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.674066] env[68216]: DEBUG nova.compute.provider_tree [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.677182] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 980.677182] env[68216]: value = "task-3068860" [ 980.677182] env[68216]: _type = "Task" [ 980.677182] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.688731] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068860, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.767779] env[68216]: DEBUG nova.network.neutron [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Updating instance_info_cache with network_info: [{"id": "935a7d60-4d66-470a-b02b-ab9d62d8f599", "address": "fa:16:3e:ff:c2:dd", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935a7d60-4d", "ovs_interfaceid": "935a7d60-4d66-470a-b02b-ab9d62d8f599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.786653] env[68216]: DEBUG nova.network.neutron [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.947462] env[68216]: DEBUG nova.compute.manager [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Received event network-vif-plugged-935a7d60-4d66-470a-b02b-ab9d62d8f599 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.947689] env[68216]: DEBUG oslo_concurrency.lockutils [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] Acquiring lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.947914] env[68216]: DEBUG oslo_concurrency.lockutils [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.948102] env[68216]: DEBUG oslo_concurrency.lockutils [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.948277] env[68216]: DEBUG nova.compute.manager [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] No waiting events found dispatching network-vif-plugged-935a7d60-4d66-470a-b02b-ab9d62d8f599 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.948448] env[68216]: WARNING nova.compute.manager [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Received unexpected event network-vif-plugged-935a7d60-4d66-470a-b02b-ab9d62d8f599 for instance with vm_state building and task_state spawning. [ 980.948609] env[68216]: DEBUG nova.compute.manager [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Received event network-changed-935a7d60-4d66-470a-b02b-ab9d62d8f599 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.948757] env[68216]: DEBUG nova.compute.manager [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Refreshing instance network info cache due to event network-changed-935a7d60-4d66-470a-b02b-ab9d62d8f599. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 980.948924] env[68216]: DEBUG oslo_concurrency.lockutils [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] Acquiring lock "refresh_cache-56570013-7be5-4ed5-b5b4-c1d95eafdd40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.159357] env[68216]: DEBUG nova.compute.manager [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.159595] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.160637] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf91e8-bc9b-4507-b1f3-6eb531e06b4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.168901] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.169450] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-684cb6f2-65f3-47f1-8fad-aa8b5b513f1c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.176105] env[68216]: DEBUG oslo_vmware.api [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 981.176105] env[68216]: value = "task-3068861" [ 981.176105] env[68216]: _type = "Task" [ 981.176105] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.181174] env[68216]: DEBUG nova.scheduler.client.report [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.197838] env[68216]: DEBUG oslo_vmware.api [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.201466] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068860, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.272294] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "refresh_cache-56570013-7be5-4ed5-b5b4-c1d95eafdd40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.272294] env[68216]: DEBUG nova.compute.manager [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Instance network_info: |[{"id": "935a7d60-4d66-470a-b02b-ab9d62d8f599", "address": "fa:16:3e:ff:c2:dd", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935a7d60-4d", "ovs_interfaceid": "935a7d60-4d66-470a-b02b-ab9d62d8f599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.273665] env[68216]: DEBUG oslo_concurrency.lockutils [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] Acquired lock "refresh_cache-56570013-7be5-4ed5-b5b4-c1d95eafdd40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.273665] env[68216]: DEBUG nova.network.neutron [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Refreshing network info cache for port 935a7d60-4d66-470a-b02b-ab9d62d8f599 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.275247] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c2:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '935a7d60-4d66-470a-b02b-ab9d62d8f599', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.285559] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.294050] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.294050] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48cf2d14-dfe0-49e1-85d3-c40b9aacdc05 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.316579] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.316579] env[68216]: value = "task-3068862" [ 981.316579] env[68216]: _type = "Task" [ 981.316579] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.327993] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068862, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.688882] env[68216]: DEBUG oslo_vmware.api [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068861, 'name': PowerOffVM_Task, 'duration_secs': 0.233478} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.693350] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.693772] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.697979] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.700060] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c976c98-f6c3-4854-a4dd-53aa5ffe5367 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.707692] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.839s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.712393] env[68216]: INFO nova.compute.claims [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.722179] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068860, 'name': CreateSnapshot_Task, 'duration_secs': 0.644218} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.722179] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 981.722179] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd00582-e031-4319-866b-9e0969110e73 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.726270] env[68216]: INFO nova.scheduler.client.report [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Deleted allocations for instance 2d45c664-54dd-46a6-94bf-5d263a716dd9 [ 981.778388] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.778676] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.778879] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleting the datastore file [datastore2] 4f418cd8-71ba-4c77-ba57-9cd4543855b9 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.779220] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e17ff9e7-2c7a-471f-8f9b-3b9b7fced4e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.786302] env[68216]: DEBUG oslo_vmware.api [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 981.786302] env[68216]: value = "task-3068864" [ 981.786302] env[68216]: _type = "Task" [ 981.786302] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.805027] env[68216]: DEBUG oslo_vmware.api [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.828662] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068862, 'name': CreateVM_Task, 'duration_secs': 0.374247} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.828838] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.829541] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.829707] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.830785] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.831096] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8123ca64-a628-44ea-95f2-da2ed15f92de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.835485] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 981.835485] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5297b276-6c72-ec88-d2fd-c52ed7443301" [ 981.835485] env[68216]: _type = "Task" [ 981.835485] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.845124] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5297b276-6c72-ec88-d2fd-c52ed7443301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.920268] env[68216]: DEBUG nova.network.neutron [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Updated VIF entry in instance network info cache for port 935a7d60-4d66-470a-b02b-ab9d62d8f599. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.920680] env[68216]: DEBUG nova.network.neutron [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Updating instance_info_cache with network_info: [{"id": "935a7d60-4d66-470a-b02b-ab9d62d8f599", "address": "fa:16:3e:ff:c2:dd", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935a7d60-4d", "ovs_interfaceid": "935a7d60-4d66-470a-b02b-ab9d62d8f599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.966106] env[68216]: DEBUG nova.network.neutron [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updating instance_info_cache with network_info: [{"id": "71176106-b07d-4a06-a447-06e0fe416592", "address": "fa:16:3e:27:70:c2", "network": {"id": "4147c2f9-55bc-4542-beb7-a97655e2db1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-643076112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01138979a1104956b487897e5744b8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71176106-b0", "ovs_interfaceid": "71176106-b07d-4a06-a447-06e0fe416592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.984966] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.985243] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.243099] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 982.248112] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79369b4b-fcf3-4376-a9d0-aa21c1d81f13 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.252954] env[68216]: DEBUG oslo_concurrency.lockutils [None req-67ac5d80-ef98-4465-8481-d137ce56686a tempest-ServersTestJSON-2099604308 tempest-ServersTestJSON-2099604308-project-member] Lock "2d45c664-54dd-46a6-94bf-5d263a716dd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.583s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.261403] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 982.261403] env[68216]: value = "task-3068865" [ 982.261403] env[68216]: _type = "Task" [ 982.261403] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.270729] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068865, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.296920] env[68216]: DEBUG oslo_vmware.api [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233189} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.297499] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.297836] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.297944] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.298240] env[68216]: INFO nova.compute.manager [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 982.298582] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.298861] env[68216]: DEBUG nova.compute.manager [-] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.299055] env[68216]: DEBUG nova.network.neutron [-] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.348869] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5297b276-6c72-ec88-d2fd-c52ed7443301, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.348869] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.348869] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.348869] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.348869] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.348869] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.348869] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6cd520b-d8e9-438a-9e42-6117a7de468d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.359779] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.360484] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.360805] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c432a33-ce38-4963-a3b9-f4eb09927170 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.371522] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 982.371522] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5224dae4-a473-1d33-ae8c-f7ccf46d7100" [ 982.371522] env[68216]: _type = "Task" [ 982.371522] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.382345] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5224dae4-a473-1d33-ae8c-f7ccf46d7100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.423890] env[68216]: DEBUG oslo_concurrency.lockutils [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] Releasing lock "refresh_cache-56570013-7be5-4ed5-b5b4-c1d95eafdd40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.424271] env[68216]: DEBUG nova.compute.manager [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Received event network-changed-71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.424526] env[68216]: DEBUG nova.compute.manager [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Refreshing instance network info cache due to event network-changed-71176106-b07d-4a06-a447-06e0fe416592. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 982.424795] env[68216]: DEBUG oslo_concurrency.lockutils [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] Acquiring lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.469491] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Releasing lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.469801] env[68216]: DEBUG nova.compute.manager [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Inject network info {{(pid=68216) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 982.470090] env[68216]: DEBUG nova.compute.manager [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] network_info to inject: |[{"id": "71176106-b07d-4a06-a447-06e0fe416592", "address": "fa:16:3e:27:70:c2", "network": {"id": "4147c2f9-55bc-4542-beb7-a97655e2db1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-643076112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01138979a1104956b487897e5744b8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71176106-b0", "ovs_interfaceid": "71176106-b07d-4a06-a447-06e0fe416592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 982.475547] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Reconfiguring VM instance to set the machine id {{(pid=68216) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 982.476019] env[68216]: DEBUG oslo_concurrency.lockutils [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] Acquired lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.476206] env[68216]: DEBUG nova.network.neutron [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Refreshing network info cache for port 71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.477568] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db08429-f52a-42c9-aa5c-8824ffe1cacd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.496929] env[68216]: DEBUG nova.compute.manager [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.507970] env[68216]: DEBUG oslo_vmware.api [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 982.507970] env[68216]: value = "task-3068866" [ 982.507970] env[68216]: _type = "Task" [ 982.507970] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.520119] env[68216]: DEBUG oslo_vmware.api [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.615328] env[68216]: DEBUG nova.objects.instance [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lazy-loading 'flavor' on Instance uuid 5c739a26-6fe8-4ae2-9b77-f433ced2769e {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.681375] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "41224499-c994-42d3-8ac6-c5b5abcd84f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.681916] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "41224499-c994-42d3-8ac6-c5b5abcd84f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.773455] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068865, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.885463] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5224dae4-a473-1d33-ae8c-f7ccf46d7100, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.886338] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471a1153-2f58-43c6-ac50-88c36b017fe8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.897082] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 982.897082] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529f1e4e-a0a6-8b2c-17aa-074d143e645a" [ 982.897082] env[68216]: _type = "Task" [ 982.897082] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.907832] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529f1e4e-a0a6-8b2c-17aa-074d143e645a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.029531] env[68216]: DEBUG nova.compute.manager [req-538b0d41-ef36-4719-ba84-437ee627a0bc req-fa917ece-4105-4a8a-9269-4d8bd62ae174 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Received event network-vif-deleted-98da3d69-6a05-4487-a30f-51e0153645cc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 983.030021] env[68216]: INFO nova.compute.manager [req-538b0d41-ef36-4719-ba84-437ee627a0bc req-fa917ece-4105-4a8a-9269-4d8bd62ae174 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Neutron deleted interface 98da3d69-6a05-4487-a30f-51e0153645cc; detaching it from the instance and deleting it from the info cache [ 983.030021] env[68216]: DEBUG nova.network.neutron [req-538b0d41-ef36-4719-ba84-437ee627a0bc req-fa917ece-4105-4a8a-9269-4d8bd62ae174 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.031972] env[68216]: DEBUG oslo_vmware.api [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068866, 'name': ReconfigVM_Task, 'duration_secs': 0.190091} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.033046] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.036612] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6aabcefe-7af5-4f1a-9ee5-972fcf035c63 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Reconfigured VM instance to set the machine id {{(pid=68216) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 983.123033] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4e84af-8b86-409c-a670-1b5b58a4b2e8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.129028] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquiring lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.133049] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4314230a-a36b-4f58-a89d-dbe1ad35678e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.174131] env[68216]: DEBUG nova.network.neutron [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updated VIF entry in instance network info cache for port 71176106-b07d-4a06-a447-06e0fe416592. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.174741] env[68216]: DEBUG nova.network.neutron [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updating instance_info_cache with network_info: [{"id": "71176106-b07d-4a06-a447-06e0fe416592", "address": "fa:16:3e:27:70:c2", "network": {"id": "4147c2f9-55bc-4542-beb7-a97655e2db1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-643076112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01138979a1104956b487897e5744b8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71176106-b0", "ovs_interfaceid": "71176106-b07d-4a06-a447-06e0fe416592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.176486] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23852a64-c2b3-424c-b564-b085c3924066 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.185389] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8969af8c-f265-401b-a51a-31687f7ed4a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.190619] env[68216]: DEBUG nova.compute.manager [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.204060] env[68216]: DEBUG nova.compute.provider_tree [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.272013] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068865, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.410282] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529f1e4e-a0a6-8b2c-17aa-074d143e645a, 'name': SearchDatastore_Task, 'duration_secs': 0.014044} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.410835] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.412225] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 56570013-7be5-4ed5-b5b4-c1d95eafdd40/56570013-7be5-4ed5-b5b4-c1d95eafdd40.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.412225] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc730c2f-e7ca-4b54-99cd-b89532bc63e5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.421803] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 983.421803] env[68216]: value = "task-3068867" [ 983.421803] env[68216]: _type = "Task" [ 983.421803] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.430631] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.436838] env[68216]: DEBUG nova.network.neutron [-] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.537736] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-710e05d2-d17a-408d-b1a2-15b96ed93100 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.548083] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f3a2b9-7743-4b65-96d0-a89e636fcc73 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.584690] env[68216]: DEBUG nova.compute.manager [req-538b0d41-ef36-4719-ba84-437ee627a0bc req-fa917ece-4105-4a8a-9269-4d8bd62ae174 service nova] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Detach interface failed, port_id=98da3d69-6a05-4487-a30f-51e0153645cc, reason: Instance 4f418cd8-71ba-4c77-ba57-9cd4543855b9 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 983.680954] env[68216]: DEBUG oslo_concurrency.lockutils [req-32bfd674-41e4-40a8-8186-1d59dfb9c804 req-33bd836e-21ee-453a-bd82-43db0c447b69 service nova] Releasing lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.681647] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquired lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.709105] env[68216]: DEBUG nova.scheduler.client.report [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.731687] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.775322] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068865, 'name': CloneVM_Task} progress is 95%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.933510] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068867, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.941488] env[68216]: INFO nova.compute.manager [-] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Took 1.64 seconds to deallocate network for instance. [ 984.225974] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.226585] env[68216]: DEBUG nova.compute.manager [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.229999] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.090s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.230260] env[68216]: DEBUG nova.objects.instance [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lazy-loading 'resources' on Instance uuid 556316a3-4f5e-497a-b33a-a39926bc8b7e {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.277289] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068865, 'name': CloneVM_Task} progress is 95%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.433532] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691431} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.433883] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 56570013-7be5-4ed5-b5b4-c1d95eafdd40/56570013-7be5-4ed5-b5b4-c1d95eafdd40.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.434154] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.434430] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23527d26-e604-4885-9015-e1cb72fb3f14 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.440922] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 984.440922] env[68216]: value = "task-3068868" [ 984.440922] env[68216]: _type = "Task" [ 984.440922] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.449749] env[68216]: DEBUG oslo_concurrency.lockutils [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.450121] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.524209] env[68216]: DEBUG nova.network.neutron [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.733486] env[68216]: DEBUG nova.compute.utils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.742461] env[68216]: DEBUG nova.compute.manager [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.742461] env[68216]: DEBUG nova.network.neutron [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.786589] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068865, 'name': CloneVM_Task, 'duration_secs': 2.320194} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.787662] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Created linked-clone VM from snapshot [ 984.789658] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6e35d8-2a44-4807-b5be-91c5d2c98240 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.803821] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Uploading image 665af70b-bd16-4c7e-8e4d-723fb40d5407 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 984.835463] env[68216]: DEBUG oslo_vmware.rw_handles [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 984.835463] env[68216]: value = "vm-614543" [ 984.835463] env[68216]: _type = "VirtualMachine" [ 984.835463] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 984.835788] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-778d55f0-bf20-4aab-a4d6-12114e936647 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.843094] env[68216]: DEBUG nova.policy [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9356533b7b4445accfa7646902d41c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '456ec608aad04c10b3db8f6a6b10f440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.849788] env[68216]: DEBUG oslo_vmware.rw_handles [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lease: (returnval){ [ 984.849788] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524c9083-8dd0-a106-83e2-7a923fedf245" [ 984.849788] env[68216]: _type = "HttpNfcLease" [ 984.849788] env[68216]: } obtained for exporting VM: (result){ [ 984.849788] env[68216]: value = "vm-614543" [ 984.849788] env[68216]: _type = "VirtualMachine" [ 984.849788] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 984.850377] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the lease: (returnval){ [ 984.850377] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524c9083-8dd0-a106-83e2-7a923fedf245" [ 984.850377] env[68216]: _type = "HttpNfcLease" [ 984.850377] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 984.856891] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.856891] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524c9083-8dd0-a106-83e2-7a923fedf245" [ 984.856891] env[68216]: _type = "HttpNfcLease" [ 984.856891] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 984.857520] env[68216]: DEBUG oslo_vmware.rw_handles [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 984.857520] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524c9083-8dd0-a106-83e2-7a923fedf245" [ 984.857520] env[68216]: _type = "HttpNfcLease" [ 984.857520] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 984.858575] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c5cd1b-1b2c-49f4-a4fe-2a13d9eaa916 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.871662] env[68216]: DEBUG oslo_vmware.rw_handles [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5277d39b-bd56-131d-ec8e-8950a505dc8e/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 984.871915] env[68216]: DEBUG oslo_vmware.rw_handles [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5277d39b-bd56-131d-ec8e-8950a505dc8e/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 984.950681] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129674} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.953603] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.954773] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ee4a8b-86f3-4569-904e-5ebd7decdf7b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.977538] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 56570013-7be5-4ed5-b5b4-c1d95eafdd40/56570013-7be5-4ed5-b5b4-c1d95eafdd40.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.980654] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-023d98f0-df73-4a27-961d-9c9692c8e4d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.998178] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf3823b1-1d24-4593-82c0-7fc7b3b3dec5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.003105] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 985.003105] env[68216]: value = "task-3068870" [ 985.003105] env[68216]: _type = "Task" [ 985.003105] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.013810] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.158838] env[68216]: DEBUG nova.compute.manager [req-768e5fff-ebfa-4ea4-ad67-655d7e616efd req-d14bb5f1-2cda-49e2-9b0f-22f9ac843b9f service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Received event network-changed-71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 985.159539] env[68216]: DEBUG nova.compute.manager [req-768e5fff-ebfa-4ea4-ad67-655d7e616efd req-d14bb5f1-2cda-49e2-9b0f-22f9ac843b9f service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Refreshing instance network info cache due to event network-changed-71176106-b07d-4a06-a447-06e0fe416592. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 985.159539] env[68216]: DEBUG oslo_concurrency.lockutils [req-768e5fff-ebfa-4ea4-ad67-655d7e616efd req-d14bb5f1-2cda-49e2-9b0f-22f9ac843b9f service nova] Acquiring lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.189319] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6bdb62-528b-4734-b6af-c5c5ea9963a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.197695] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50850560-925e-42cd-b242-4f30e134e538 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.234418] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b789df-3ea1-4b8a-846b-2cacb225137d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.243105] env[68216]: DEBUG nova.compute.manager [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.247436] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4daa40e-c23f-49d5-b07b-b82831424fbe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.265567] env[68216]: DEBUG nova.compute.provider_tree [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.515203] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068870, 'name': ReconfigVM_Task, 'duration_secs': 0.31419} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.515203] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 56570013-7be5-4ed5-b5b4-c1d95eafdd40/56570013-7be5-4ed5-b5b4-c1d95eafdd40.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.515711] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e65e2b04-e1b3-4ff9-b557-aa1e1f129693 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.522145] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 985.522145] env[68216]: value = "task-3068871" [ 985.522145] env[68216]: _type = "Task" [ 985.522145] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.530313] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068871, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.769223] env[68216]: DEBUG nova.scheduler.client.report [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.889323] env[68216]: DEBUG nova.network.neutron [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updating instance_info_cache with network_info: [{"id": "71176106-b07d-4a06-a447-06e0fe416592", "address": "fa:16:3e:27:70:c2", "network": {"id": "4147c2f9-55bc-4542-beb7-a97655e2db1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-643076112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01138979a1104956b487897e5744b8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71176106-b0", "ovs_interfaceid": "71176106-b07d-4a06-a447-06e0fe416592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.932208] env[68216]: DEBUG nova.network.neutron [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Successfully created port: e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.036104] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068871, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.260602] env[68216]: DEBUG nova.compute.manager [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.279224] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.287238] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.658s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.287408] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.291570] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.407s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.292460] env[68216]: DEBUG nova.objects.instance [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lazy-loading 'resources' on Instance uuid 6cb06607-35ed-4eca-9434-252451ec56ea {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.315645] env[68216]: INFO nova.scheduler.client.report [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Deleted allocations for instance 556316a3-4f5e-497a-b33a-a39926bc8b7e [ 986.324254] env[68216]: INFO nova.scheduler.client.report [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted allocations for instance 2274a461-afef-42ae-8d74-7659affa7b3c [ 986.399022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Releasing lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.399022] env[68216]: DEBUG nova.compute.manager [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Inject network info {{(pid=68216) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 986.399022] env[68216]: DEBUG nova.compute.manager [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] network_info to inject: |[{"id": "71176106-b07d-4a06-a447-06e0fe416592", "address": "fa:16:3e:27:70:c2", "network": {"id": "4147c2f9-55bc-4542-beb7-a97655e2db1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-643076112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01138979a1104956b487897e5744b8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71176106-b0", "ovs_interfaceid": "71176106-b07d-4a06-a447-06e0fe416592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 986.403931] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Reconfiguring VM instance to set the machine id {{(pid=68216) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 986.405706] env[68216]: DEBUG oslo_concurrency.lockutils [req-768e5fff-ebfa-4ea4-ad67-655d7e616efd req-d14bb5f1-2cda-49e2-9b0f-22f9ac843b9f service nova] Acquired lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.406059] env[68216]: DEBUG nova.network.neutron [req-768e5fff-ebfa-4ea4-ad67-655d7e616efd req-d14bb5f1-2cda-49e2-9b0f-22f9ac843b9f service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Refreshing network info cache for port 71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.407897] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1b23b30-9c51-4a87-8b98-a28067818066 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.429127] env[68216]: DEBUG oslo_vmware.api [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 986.429127] env[68216]: value = "task-3068872" [ 986.429127] env[68216]: _type = "Task" [ 986.429127] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.438740] env[68216]: DEBUG oslo_vmware.api [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.535802] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068871, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.671301] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.672561] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.672752] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.672942] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.673702] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.673914] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.674164] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.674330] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.674507] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.674670] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.674843] env[68216]: DEBUG nova.virt.hardware [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.677172] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174cc729-9b5b-49cf-8075-8ad4e88a5d14 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.688301] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520edf94-e7a0-4d2c-7992-1b884d17be31/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 986.689810] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1b7003-03a3-411e-9f60-f240f124d8f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.696076] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4c282b-29b4-4aa6-9348-4e9b9c9c17d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.716221] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520edf94-e7a0-4d2c-7992-1b884d17be31/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 986.716555] env[68216]: ERROR oslo_vmware.rw_handles [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520edf94-e7a0-4d2c-7992-1b884d17be31/disk-0.vmdk due to incomplete transfer. [ 986.717197] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fea94498-97f2-4c9a-abc6-0dc8ecfcafcc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.725556] env[68216]: DEBUG oslo_vmware.rw_handles [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520edf94-e7a0-4d2c-7992-1b884d17be31/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 986.725880] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Uploaded image 46df27fc-7664-499a-a494-28ec0bf7cf1b to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 986.728630] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 986.728912] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b57833f7-9991-4abe-9448-c73e636ad1d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.735312] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 986.735312] env[68216]: value = "task-3068873" [ 986.735312] env[68216]: _type = "Task" [ 986.735312] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.743672] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068873, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.791068] env[68216]: DEBUG nova.network.neutron [req-768e5fff-ebfa-4ea4-ad67-655d7e616efd req-d14bb5f1-2cda-49e2-9b0f-22f9ac843b9f service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updated VIF entry in instance network info cache for port 71176106-b07d-4a06-a447-06e0fe416592. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.791462] env[68216]: DEBUG nova.network.neutron [req-768e5fff-ebfa-4ea4-ad67-655d7e616efd req-d14bb5f1-2cda-49e2-9b0f-22f9ac843b9f service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updating instance_info_cache with network_info: [{"id": "71176106-b07d-4a06-a447-06e0fe416592", "address": "fa:16:3e:27:70:c2", "network": {"id": "4147c2f9-55bc-4542-beb7-a97655e2db1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-643076112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01138979a1104956b487897e5744b8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71176106-b0", "ovs_interfaceid": "71176106-b07d-4a06-a447-06e0fe416592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.803578] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquiring lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.803578] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.803578] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquiring lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.803578] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.803578] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.807322] env[68216]: INFO nova.compute.manager [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Terminating instance [ 986.828581] env[68216]: DEBUG oslo_concurrency.lockutils [None req-c8bd8cb1-eb45-496c-9d9f-24d9c3f85ef6 tempest-ServerRescueTestJSON-724014646 tempest-ServerRescueTestJSON-724014646-project-member] Lock "556316a3-4f5e-497a-b33a-a39926bc8b7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.265s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.837827] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c1f91cb-4f37-44bf-be97-2c11bc63d3ee tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "2274a461-afef-42ae-8d74-7659affa7b3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.729s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.945471] env[68216]: DEBUG oslo_vmware.api [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068872, 'name': ReconfigVM_Task, 'duration_secs': 0.364727} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.946248] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d6c2c1-5f84-4f13-a976-5cc1c826c033 tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Reconfigured VM instance to set the machine id {{(pid=68216) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 987.036558] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068871, 'name': Rename_Task, 'duration_secs': 1.190633} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.040641] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.043099] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f719c787-4692-4201-9564-56a98feff51f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.048339] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 987.048339] env[68216]: value = "task-3068874" [ 987.048339] env[68216]: _type = "Task" [ 987.048339] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.061167] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.307139] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e18a0b9-6307-4aa2-a83f-4e9b545e8d63 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.307139] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91ca53c-e6c4-41d7-b693-ab43acb52bfe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.307139] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0282d698-dbe6-41ca-bc80-f6d9d9b266d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.307139] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad86317-1a6d-4da3-b4af-7c821d87593c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.307139] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068873, 'name': Destroy_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.307139] env[68216]: DEBUG nova.compute.provider_tree [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.307139] env[68216]: DEBUG oslo_concurrency.lockutils [req-768e5fff-ebfa-4ea4-ad67-655d7e616efd req-d14bb5f1-2cda-49e2-9b0f-22f9ac843b9f service nova] Releasing lock "refresh_cache-5c739a26-6fe8-4ae2-9b77-f433ced2769e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.313924] env[68216]: DEBUG nova.compute.manager [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.314268] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.315277] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37cb469-4486-41c6-adb2-9f05bdc195fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.322878] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.323312] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f97ad7f8-295c-49e3-92f9-43f75857c7aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.330854] env[68216]: DEBUG oslo_vmware.api [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 987.330854] env[68216]: value = "task-3068875" [ 987.330854] env[68216]: _type = "Task" [ 987.330854] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.339530] env[68216]: DEBUG oslo_vmware.api [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.560248] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068874, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.749997] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068873, 'name': Destroy_Task, 'duration_secs': 0.549905} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.754194] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Destroyed the VM [ 987.754194] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 987.754194] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4b156a24-ff20-4453-8ebf-f71c0157bb8b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.758728] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 987.758728] env[68216]: value = "task-3068876" [ 987.758728] env[68216]: _type = "Task" [ 987.758728] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.770825] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.784143] env[68216]: DEBUG nova.scheduler.client.report [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.850682] env[68216]: DEBUG oslo_vmware.api [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068875, 'name': PowerOffVM_Task, 'duration_secs': 0.206678} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.850682] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.850682] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.850682] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-090c4f4c-a002-4358-ac49-31c91efba7fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.914412] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.914412] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.914412] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Deleting the datastore file [datastore1] 5c739a26-6fe8-4ae2-9b77-f433ced2769e {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.914412] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79d4302d-6b30-4e93-91b0-3f910895bad1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.921219] env[68216]: DEBUG oslo_vmware.api [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for the task: (returnval){ [ 987.921219] env[68216]: value = "task-3068878" [ 987.921219] env[68216]: _type = "Task" [ 987.921219] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.930652] env[68216]: DEBUG oslo_vmware.api [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.932921] env[68216]: DEBUG nova.compute.manager [req-cf76b577-290b-47be-a2bb-149a5e3c5acf req-f696e793-cc78-4898-a830-5519ebe078cf service nova] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Received event network-vif-plugged-e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.933142] env[68216]: DEBUG oslo_concurrency.lockutils [req-cf76b577-290b-47be-a2bb-149a5e3c5acf req-f696e793-cc78-4898-a830-5519ebe078cf service nova] Acquiring lock "9299989d-d2f4-42f1-93d7-8e6893f6219a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.933367] env[68216]: DEBUG oslo_concurrency.lockutils [req-cf76b577-290b-47be-a2bb-149a5e3c5acf req-f696e793-cc78-4898-a830-5519ebe078cf service nova] Lock "9299989d-d2f4-42f1-93d7-8e6893f6219a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.933542] env[68216]: DEBUG oslo_concurrency.lockutils [req-cf76b577-290b-47be-a2bb-149a5e3c5acf req-f696e793-cc78-4898-a830-5519ebe078cf service nova] Lock "9299989d-d2f4-42f1-93d7-8e6893f6219a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.933724] env[68216]: DEBUG nova.compute.manager [req-cf76b577-290b-47be-a2bb-149a5e3c5acf req-f696e793-cc78-4898-a830-5519ebe078cf service nova] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] No waiting events found dispatching network-vif-plugged-e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.933893] env[68216]: WARNING nova.compute.manager [req-cf76b577-290b-47be-a2bb-149a5e3c5acf req-f696e793-cc78-4898-a830-5519ebe078cf service nova] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Received unexpected event network-vif-plugged-e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff for instance with vm_state building and task_state spawning. [ 988.060590] env[68216]: DEBUG oslo_vmware.api [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068874, 'name': PowerOnVM_Task, 'duration_secs': 0.550599} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.061327] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.061713] env[68216]: INFO nova.compute.manager [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Took 10.17 seconds to spawn the instance on the hypervisor. [ 988.062045] env[68216]: DEBUG nova.compute.manager [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.063316] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80af91cf-f99e-4684-a499-18ccb9e624b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.279077] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068876, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.284599] env[68216]: DEBUG nova.network.neutron [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Successfully updated port: e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.290603] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.294512] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.195s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.295236] env[68216]: DEBUG nova.objects.instance [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lazy-loading 'resources' on Instance uuid 70b8c5dc-fa07-4ed1-b974-66b45e4282af {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.318794] env[68216]: INFO nova.scheduler.client.report [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleted allocations for instance 6cb06607-35ed-4eca-9434-252451ec56ea [ 988.435590] env[68216]: DEBUG oslo_vmware.api [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Task: {'id': task-3068878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281171} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.435956] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.436187] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.436378] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.436596] env[68216]: INFO nova.compute.manager [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 988.436947] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.438385] env[68216]: DEBUG nova.compute.manager [-] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.438581] env[68216]: DEBUG nova.network.neutron [-] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.461830] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.462173] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.591699] env[68216]: INFO nova.compute.manager [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Took 20.13 seconds to build instance. [ 988.777478] env[68216]: DEBUG oslo_vmware.api [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068876, 'name': RemoveSnapshot_Task, 'duration_secs': 0.822562} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.777838] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 988.778099] env[68216]: INFO nova.compute.manager [None req-7d92a524-cfc6-4475-9d1b-842e6fd11bf0 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Took 16.82 seconds to snapshot the instance on the hypervisor. [ 988.790329] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "refresh_cache-9299989d-d2f4-42f1-93d7-8e6893f6219a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.790329] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "refresh_cache-9299989d-d2f4-42f1-93d7-8e6893f6219a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.790329] env[68216]: DEBUG nova.network.neutron [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.826011] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7657409f-b667-4148-85fa-00b79e19478a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "6cb06607-35ed-4eca-9434-252451ec56ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.377s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.965812] env[68216]: DEBUG nova.compute.manager [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.094818] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fbc7d6bb-9971-4ac7-9b69-95ce8e5bbd6c tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.641s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.155311] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5989b187-616c-4f66-bd5d-610e02bc8c6a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.164979] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22fda0-78ca-40aa-becb-c595a71688d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.202060] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f270387-3ba6-40a7-b304-71806d6641cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.210559] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a343b88-5055-40f9-a28b-0f22afa6f453 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.228325] env[68216]: DEBUG nova.compute.provider_tree [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.409624] env[68216]: DEBUG nova.network.neutron [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.501241] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.732353] env[68216]: DEBUG nova.scheduler.client.report [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.943891] env[68216]: DEBUG oslo_concurrency.lockutils [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.944271] env[68216]: DEBUG oslo_concurrency.lockutils [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.944388] env[68216]: DEBUG nova.compute.manager [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.945777] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2422462-8fe0-46ec-bd0c-5c7ad5be6bbb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.953876] env[68216]: DEBUG nova.compute.manager [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 989.954513] env[68216]: DEBUG nova.objects.instance [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lazy-loading 'flavor' on Instance uuid 56570013-7be5-4ed5-b5b4-c1d95eafdd40 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.980231] env[68216]: DEBUG nova.network.neutron [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Updating instance_info_cache with network_info: [{"id": "e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff", "address": "fa:16:3e:df:bf:f2", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c98d42-f2", "ovs_interfaceid": "e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.168866] env[68216]: DEBUG nova.compute.manager [req-f32d6907-4dbd-404d-bd3e-c3ef5f6dff74 req-35c70c50-a08e-48ec-a925-6af91d6e1d6e service nova] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Received event network-changed-e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 990.170426] env[68216]: DEBUG nova.compute.manager [req-f32d6907-4dbd-404d-bd3e-c3ef5f6dff74 req-35c70c50-a08e-48ec-a925-6af91d6e1d6e service nova] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Refreshing instance network info cache due to event network-changed-e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 990.170426] env[68216]: DEBUG oslo_concurrency.lockutils [req-f32d6907-4dbd-404d-bd3e-c3ef5f6dff74 req-35c70c50-a08e-48ec-a925-6af91d6e1d6e service nova] Acquiring lock "refresh_cache-9299989d-d2f4-42f1-93d7-8e6893f6219a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.243445] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.247775] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.215s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.253401] env[68216]: INFO nova.compute.claims [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.274247] env[68216]: INFO nova.scheduler.client.report [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Deleted allocations for instance 70b8c5dc-fa07-4ed1-b974-66b45e4282af [ 990.482633] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "refresh_cache-9299989d-d2f4-42f1-93d7-8e6893f6219a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.483574] env[68216]: DEBUG nova.compute.manager [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Instance network_info: |[{"id": "e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff", "address": "fa:16:3e:df:bf:f2", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c98d42-f2", "ovs_interfaceid": "e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.483752] env[68216]: DEBUG oslo_concurrency.lockutils [req-f32d6907-4dbd-404d-bd3e-c3ef5f6dff74 req-35c70c50-a08e-48ec-a925-6af91d6e1d6e service nova] Acquired lock "refresh_cache-9299989d-d2f4-42f1-93d7-8e6893f6219a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.484750] env[68216]: DEBUG nova.network.neutron [req-f32d6907-4dbd-404d-bd3e-c3ef5f6dff74 req-35c70c50-a08e-48ec-a925-6af91d6e1d6e service nova] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Refreshing network info cache for port e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.485342] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:bf:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.495978] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.498028] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.498136] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ad61aee-9ce7-47b5-8d91-8ec518ae8ad9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.522860] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.522860] env[68216]: value = "task-3068879" [ 990.522860] env[68216]: _type = "Task" [ 990.522860] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.531995] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068879, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.682193] env[68216]: DEBUG nova.network.neutron [-] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.783529] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b2c99107-90fa-42cb-b916-51edc77a169a tempest-MultipleCreateTestJSON-316347319 tempest-MultipleCreateTestJSON-316347319-project-member] Lock "70b8c5dc-fa07-4ed1-b974-66b45e4282af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.288s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.810847] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquiring lock "0d3737b4-ddf4-416e-9b8c-433a08864464" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.811108] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Lock "0d3737b4-ddf4-416e-9b8c-433a08864464" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.968868] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.969305] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9704aa6-9e54-4e3c-9867-3fb61d833dd4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.977456] env[68216]: DEBUG oslo_vmware.api [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 990.977456] env[68216]: value = "task-3068880" [ 990.977456] env[68216]: _type = "Task" [ 990.977456] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.991956] env[68216]: DEBUG oslo_vmware.api [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.035957] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068879, 'name': CreateVM_Task, 'duration_secs': 0.353179} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.036283] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.037015] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.037226] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.037587] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.037928] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320bb8fb-8304-4103-814e-8684788b4835 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.046628] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 991.046628] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525dae5a-2e3a-cdf6-22d2-c949912da4a3" [ 991.046628] env[68216]: _type = "Task" [ 991.046628] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.057408] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525dae5a-2e3a-cdf6-22d2-c949912da4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.185294] env[68216]: INFO nova.compute.manager [-] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Took 2.75 seconds to deallocate network for instance. [ 991.317192] env[68216]: DEBUG nova.compute.manager [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.387478] env[68216]: DEBUG nova.network.neutron [req-f32d6907-4dbd-404d-bd3e-c3ef5f6dff74 req-35c70c50-a08e-48ec-a925-6af91d6e1d6e service nova] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Updated VIF entry in instance network info cache for port e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.387850] env[68216]: DEBUG nova.network.neutron [req-f32d6907-4dbd-404d-bd3e-c3ef5f6dff74 req-35c70c50-a08e-48ec-a925-6af91d6e1d6e service nova] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Updating instance_info_cache with network_info: [{"id": "e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff", "address": "fa:16:3e:df:bf:f2", "network": {"id": "9a6a1a74-c763-42d3-b500-fb7b53945f95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-77554049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "456ec608aad04c10b3db8f6a6b10f440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c98d42-f2", "ovs_interfaceid": "e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.490158] env[68216]: DEBUG oslo_vmware.api [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068880, 'name': PowerOffVM_Task, 'duration_secs': 0.240592} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.493249] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.493574] env[68216]: DEBUG nova.compute.manager [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.494818] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bbd64d-197b-4e0a-8237-2b3bb204f693 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.559198] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525dae5a-2e3a-cdf6-22d2-c949912da4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016211} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.559376] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.559597] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.559828] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.559969] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.560160] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.562890] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cebf6390-92e3-4a61-a9a7-979d0f06d2ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.580104] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.580314] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.581057] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e13797-2f49-453b-900d-aa7ee89da4e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.586794] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 991.586794] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bfabc7-f9f2-45a8-31b9-6b2d00e04ab2" [ 991.586794] env[68216]: _type = "Task" [ 991.586794] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.593635] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df149d40-663b-4aa4-a362-9e43dd0f2564 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.600483] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bfabc7-f9f2-45a8-31b9-6b2d00e04ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.604338] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27a9d7e-659c-4d35-b57c-7f72dd7fb5d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.634835] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf42630-bccd-4036-9f24-6fb2d4326626 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.641920] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d956757-43dc-41b1-beec-1bbb100998aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.655185] env[68216]: DEBUG nova.compute.provider_tree [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.693690] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.838588] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.891227] env[68216]: DEBUG oslo_concurrency.lockutils [req-f32d6907-4dbd-404d-bd3e-c3ef5f6dff74 req-35c70c50-a08e-48ec-a925-6af91d6e1d6e service nova] Releasing lock "refresh_cache-9299989d-d2f4-42f1-93d7-8e6893f6219a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.009957] env[68216]: DEBUG oslo_concurrency.lockutils [None req-32bf7d83-e547-4ec7-b73f-8392180109d1 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.098857] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bfabc7-f9f2-45a8-31b9-6b2d00e04ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.026961} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.099740] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ffebd52-6a49-4108-9dd8-0fdf851ac520 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.105349] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 992.105349] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527add64-3878-fa5a-d7f5-bb41041d2a9a" [ 992.105349] env[68216]: _type = "Task" [ 992.105349] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.113915] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527add64-3878-fa5a-d7f5-bb41041d2a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.158832] env[68216]: DEBUG nova.scheduler.client.report [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.208445] env[68216]: DEBUG nova.compute.manager [req-26cbdaf1-90b3-4b93-9536-759b99ac90cd req-d8603ecd-1a54-4ed4-8fb9-e82871b4ca61 service nova] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Received event network-vif-deleted-71176106-b07d-4a06-a447-06e0fe416592 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 992.617652] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527add64-3878-fa5a-d7f5-bb41041d2a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.618327] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.618851] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 9299989d-d2f4-42f1-93d7-8e6893f6219a/9299989d-d2f4-42f1-93d7-8e6893f6219a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.619323] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-871010c9-650d-45eb-86e7-1680d9ff7dab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.626607] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 992.626607] env[68216]: value = "task-3068881" [ 992.626607] env[68216]: _type = "Task" [ 992.626607] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.635240] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.666022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.666022] env[68216]: DEBUG nova.compute.manager [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.667080] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.936s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.669735] env[68216]: INFO nova.compute.claims [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.141846] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068881, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.147469] env[68216]: INFO nova.compute.manager [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Rebuilding instance [ 993.182988] env[68216]: DEBUG nova.compute.utils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.183324] env[68216]: DEBUG nova.compute.manager [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.183732] env[68216]: DEBUG nova.network.neutron [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.228366] env[68216]: DEBUG nova.compute.manager [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.230016] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc235bb4-39aa-42ea-b56c-813e59cae595 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.245070] env[68216]: DEBUG nova.policy [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d7767bc8f9942f5ae62b94ceb7db35a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66d52ccdf83944a780f66029906fa5a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.404783] env[68216]: DEBUG oslo_vmware.rw_handles [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5277d39b-bd56-131d-ec8e-8950a505dc8e/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.405751] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c26700-e1ae-4d02-86a2-4c074ccc3a13 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.412594] env[68216]: DEBUG oslo_vmware.rw_handles [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5277d39b-bd56-131d-ec8e-8950a505dc8e/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.412770] env[68216]: ERROR oslo_vmware.rw_handles [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5277d39b-bd56-131d-ec8e-8950a505dc8e/disk-0.vmdk due to incomplete transfer. [ 993.413020] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14bae8ea-a650-4852-af38-0ece9648f56a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.421030] env[68216]: DEBUG oslo_vmware.rw_handles [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5277d39b-bd56-131d-ec8e-8950a505dc8e/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 993.421030] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Uploaded image 665af70b-bd16-4c7e-8e4d-723fb40d5407 to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 993.422883] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 993.423147] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8552cf82-02bd-48e2-9e43-7829224b0fa2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.429235] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 993.429235] env[68216]: value = "task-3068882" [ 993.429235] env[68216]: _type = "Task" [ 993.429235] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.437893] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068882, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.640842] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554069} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.641199] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 9299989d-d2f4-42f1-93d7-8e6893f6219a/9299989d-d2f4-42f1-93d7-8e6893f6219a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.641375] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.641670] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c174c3d5-1704-4a6e-9108-f472f30a9e8d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.649699] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 993.649699] env[68216]: value = "task-3068883" [ 993.649699] env[68216]: _type = "Task" [ 993.649699] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.663184] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.690747] env[68216]: DEBUG nova.compute.manager [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.946961] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068882, 'name': Destroy_Task, 'duration_secs': 0.358957} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.947331] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Destroyed the VM [ 993.947579] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 993.947839] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-520144ce-6558-4f1a-9578-18ced8a65e31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.960613] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 993.960613] env[68216]: value = "task-3068884" [ 993.960613] env[68216]: _type = "Task" [ 993.960613] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.969366] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.022730] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6fcd02-3c6e-4af4-9b0d-4a82829ec839 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.031062] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c97db8-883a-4bb7-94b2-cfe94f67e92a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.065262] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7681ccd8-c5cb-45bf-aa7a-ea310e88d88c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.076279] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a942555-0927-42be-b04c-e15785d5db81 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.091238] env[68216]: DEBUG nova.compute.provider_tree [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.159478] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069688} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.159742] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.160813] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c554763a-28b6-40ee-8d7f-565ce6bd4559 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.185181] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 9299989d-d2f4-42f1-93d7-8e6893f6219a/9299989d-d2f4-42f1-93d7-8e6893f6219a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.185181] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51289277-2837-4f88-a5a2-b4a335c05af0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.208575] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 994.208575] env[68216]: value = "task-3068885" [ 994.208575] env[68216]: _type = "Task" [ 994.208575] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.219739] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.246484] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.246824] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26200a88-4015-4c21-a9f5-4c8673018228 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.258021] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 994.258021] env[68216]: value = "task-3068886" [ 994.258021] env[68216]: _type = "Task" [ 994.258021] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.264150] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 994.264433] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.265478] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a8064c-d83b-4b66-843c-45cc187c4015 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.272853] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.273126] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-717a8598-4309-4a44-98cb-062210f76cac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.306862] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "003ec290-bbab-491b-9ab9-fca2156027ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.307155] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "003ec290-bbab-491b-9ab9-fca2156027ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.307523] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "003ec290-bbab-491b-9ab9-fca2156027ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.307798] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "003ec290-bbab-491b-9ab9-fca2156027ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.307986] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "003ec290-bbab-491b-9ab9-fca2156027ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.310597] env[68216]: INFO nova.compute.manager [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Terminating instance [ 994.334521] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.334521] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.334521] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleting the datastore file [datastore1] 56570013-7be5-4ed5-b5b4-c1d95eafdd40 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.334521] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee3becd2-0b74-4281-98af-c8ad50309e1f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.343035] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 994.343035] env[68216]: value = "task-3068888" [ 994.343035] env[68216]: _type = "Task" [ 994.343035] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.347190] env[68216]: DEBUG nova.network.neutron [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Successfully created port: df99a7af-7c34-41ea-9148-bf6b20ed5334 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.362271] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.472022] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068884, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.594587] env[68216]: DEBUG nova.scheduler.client.report [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.706125] env[68216]: DEBUG nova.compute.manager [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.719610] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068885, 'name': ReconfigVM_Task, 'duration_secs': 0.320256} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.719981] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 9299989d-d2f4-42f1-93d7-8e6893f6219a/9299989d-d2f4-42f1-93d7-8e6893f6219a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.720664] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15dd45f3-72fd-4798-b781-1b7603730bd6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.730043] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 994.730043] env[68216]: value = "task-3068889" [ 994.730043] env[68216]: _type = "Task" [ 994.730043] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.738644] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068889, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.740775] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.741053] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.741276] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.741513] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.741708] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.741888] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.742146] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.742354] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.742568] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.742772] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.742982] env[68216]: DEBUG nova.virt.hardware [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.744164] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b963b8b-86a4-49e9-b549-17e1c764f7e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.751985] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc757309-f652-426d-b670-8425102695c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.814930] env[68216]: DEBUG nova.compute.manager [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.815185] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.816082] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422978e2-c8d8-4bc5-b1a0-b63b87be5452 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.823413] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.823751] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6375673f-44bd-4b83-b7f3-77b58f56d1ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.830145] env[68216]: DEBUG oslo_vmware.api [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 994.830145] env[68216]: value = "task-3068890" [ 994.830145] env[68216]: _type = "Task" [ 994.830145] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.839848] env[68216]: DEBUG oslo_vmware.api [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.853758] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423758} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.854149] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.854356] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.854568] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.977072] env[68216]: DEBUG oslo_vmware.api [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068884, 'name': RemoveSnapshot_Task, 'duration_secs': 0.668708} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.977654] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 994.977958] env[68216]: INFO nova.compute.manager [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Took 14.87 seconds to snapshot the instance on the hypervisor. [ 995.102261] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.103018] env[68216]: DEBUG nova.compute.manager [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.109437] env[68216]: DEBUG oslo_concurrency.lockutils [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.660s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.109729] env[68216]: DEBUG nova.objects.instance [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lazy-loading 'resources' on Instance uuid 4f418cd8-71ba-4c77-ba57-9cd4543855b9 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.243743] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068889, 'name': Rename_Task, 'duration_secs': 0.13394} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.244432] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.248086] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea1a1b0-5c89-401f-aebb-4445134fc379 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.255684] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 995.255684] env[68216]: value = "task-3068891" [ 995.255684] env[68216]: _type = "Task" [ 995.255684] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.265697] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.340026] env[68216]: DEBUG oslo_vmware.api [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068890, 'name': PowerOffVM_Task, 'duration_secs': 0.162473} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.343158] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.343158] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.343158] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28bd6a20-5cb8-494a-8102-c5d9f165114d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.402153] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.402153] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.402153] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleting the datastore file [datastore2] 003ec290-bbab-491b-9ab9-fca2156027ef {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.402153] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c5c825-6809-4699-81ff-19085adf1450 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.410939] env[68216]: DEBUG oslo_vmware.api [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 995.410939] env[68216]: value = "task-3068893" [ 995.410939] env[68216]: _type = "Task" [ 995.410939] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.421975] env[68216]: DEBUG oslo_vmware.api [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.551139] env[68216]: DEBUG nova.compute.manager [None req-00b919a9-db5a-4b11-ba90-b06ede944499 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Found 1 images (rotation: 2) {{(pid=68216) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 995.613982] env[68216]: DEBUG nova.compute.utils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.619658] env[68216]: DEBUG nova.compute.manager [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.619955] env[68216]: DEBUG nova.network.neutron [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.725428] env[68216]: DEBUG nova.policy [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2070d00d65c44d468eaf117d20bf7cad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a08f3360ac5e431f8c5cc977919da440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.770810] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.900925] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.901214] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.903628] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.905891] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.905891] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.905891] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.905891] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.905891] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.905891] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.906427] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.906427] env[68216]: DEBUG nova.virt.hardware [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.912130] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d08bd0d-6c86-48af-9b2d-9bfb41a116b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.937838] env[68216]: DEBUG oslo_vmware.api [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169729} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.939230] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a76bfb-38e2-4d23-8139-e27f26050750 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.944296] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.944596] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.944840] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.945065] env[68216]: INFO nova.compute.manager [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.945371] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.946792] env[68216]: DEBUG nova.compute.manager [-] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.946885] env[68216]: DEBUG nova.network.neutron [-] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.949397] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6703698-2415-4e15-add9-20e8a8c7e84e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.963794] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c2:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '935a7d60-4d66-470a-b02b-ab9d62d8f599', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.972477] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.975051] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.975392] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c68ee1e-d44c-4000-9454-97b114534b04 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.992133] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affe9586-de3c-47f6-b1a3-d40091a3c5b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.028968] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423c9af-a27b-4b6e-9fb3-8e05d6d8b9c1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.031703] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.031703] env[68216]: value = "task-3068894" [ 996.031703] env[68216]: _type = "Task" [ 996.031703] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.040570] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a834b4-7732-4d0e-a918-9cdc3722caec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.049906] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068894, 'name': CreateVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.060559] env[68216]: DEBUG nova.compute.provider_tree [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.121893] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquiring lock "21e5f355-dd83-450a-930e-f7708efa6027" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.121893] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lock "21e5f355-dd83-450a-930e-f7708efa6027" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.124249] env[68216]: DEBUG nova.compute.manager [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.173661] env[68216]: DEBUG nova.network.neutron [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Successfully created port: 77619a89-2edc-47b1-8026-78bbe4534e52 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.267117] env[68216]: DEBUG oslo_vmware.api [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068891, 'name': PowerOnVM_Task, 'duration_secs': 0.542521} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.267546] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.267613] env[68216]: INFO nova.compute.manager [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Took 10.01 seconds to spawn the instance on the hypervisor. [ 996.267756] env[68216]: DEBUG nova.compute.manager [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.268927] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baac136-ae44-44af-a7ed-7958f16d68f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.549381] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068894, 'name': CreateVM_Task, 'duration_secs': 0.528747} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.549381] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.549381] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.549381] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.549381] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.549381] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d90996-b394-4147-b436-b7dfe65ce45d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.552848] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 996.552848] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52493569-49cb-dd9a-b9d1-390d1c5ffa63" [ 996.552848] env[68216]: _type = "Task" [ 996.552848] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.560922] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52493569-49cb-dd9a-b9d1-390d1c5ffa63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.563829] env[68216]: DEBUG nova.scheduler.client.report [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.625063] env[68216]: DEBUG nova.compute.manager [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.688953] env[68216]: DEBUG nova.compute.manager [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.689890] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b7cab5-5318-4ab3-a5bf-713660b1e2e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.785849] env[68216]: INFO nova.compute.manager [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Took 19.95 seconds to build instance. [ 996.866191] env[68216]: DEBUG nova.compute.manager [req-fc9103c3-d0ec-40b1-9376-37f5143969f4 req-c633e5e6-350a-4d78-b266-2b4c3a6c6fa9 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Received event network-vif-deleted-67efb4dc-d859-4286-8f16-c875c2b34f2c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.866401] env[68216]: INFO nova.compute.manager [req-fc9103c3-d0ec-40b1-9376-37f5143969f4 req-c633e5e6-350a-4d78-b266-2b4c3a6c6fa9 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Neutron deleted interface 67efb4dc-d859-4286-8f16-c875c2b34f2c; detaching it from the instance and deleting it from the info cache [ 996.866588] env[68216]: DEBUG nova.network.neutron [req-fc9103c3-d0ec-40b1-9376-37f5143969f4 req-c633e5e6-350a-4d78-b266-2b4c3a6c6fa9 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.910654] env[68216]: DEBUG nova.compute.manager [req-6589cf41-c03e-469a-9055-080fb667ad6c req-ea8b9ea6-f400-47d6-804f-821d795b8786 service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Received event network-vif-plugged-df99a7af-7c34-41ea-9148-bf6b20ed5334 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.910890] env[68216]: DEBUG oslo_concurrency.lockutils [req-6589cf41-c03e-469a-9055-080fb667ad6c req-ea8b9ea6-f400-47d6-804f-821d795b8786 service nova] Acquiring lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.911111] env[68216]: DEBUG oslo_concurrency.lockutils [req-6589cf41-c03e-469a-9055-080fb667ad6c req-ea8b9ea6-f400-47d6-804f-821d795b8786 service nova] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.911284] env[68216]: DEBUG oslo_concurrency.lockutils [req-6589cf41-c03e-469a-9055-080fb667ad6c req-ea8b9ea6-f400-47d6-804f-821d795b8786 service nova] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.911456] env[68216]: DEBUG nova.compute.manager [req-6589cf41-c03e-469a-9055-080fb667ad6c req-ea8b9ea6-f400-47d6-804f-821d795b8786 service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] No waiting events found dispatching network-vif-plugged-df99a7af-7c34-41ea-9148-bf6b20ed5334 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.911617] env[68216]: WARNING nova.compute.manager [req-6589cf41-c03e-469a-9055-080fb667ad6c req-ea8b9ea6-f400-47d6-804f-821d795b8786 service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Received unexpected event network-vif-plugged-df99a7af-7c34-41ea-9148-bf6b20ed5334 for instance with vm_state building and task_state spawning. [ 996.959152] env[68216]: DEBUG nova.network.neutron [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Successfully updated port: df99a7af-7c34-41ea-9148-bf6b20ed5334 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.065342] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52493569-49cb-dd9a-b9d1-390d1c5ffa63, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.065709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.065912] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.066160] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.066317] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.066498] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.066755] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-775c16c7-8858-4b38-ab8a-0e6a801550d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.071237] env[68216]: DEBUG oslo_concurrency.lockutils [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.074327] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.573s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.076160] env[68216]: INFO nova.compute.claims [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.079904] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.080095] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.081254] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b41b847-fd44-4c3f-8744-bbfebaa4927f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.087199] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 997.087199] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5206abfe-8f12-fd10-24af-db648aa7d1f0" [ 997.087199] env[68216]: _type = "Task" [ 997.087199] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.095462] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5206abfe-8f12-fd10-24af-db648aa7d1f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.098826] env[68216]: INFO nova.scheduler.client.report [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted allocations for instance 4f418cd8-71ba-4c77-ba57-9cd4543855b9 [ 997.138123] env[68216]: DEBUG nova.compute.manager [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.151783] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.160898] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.161158] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.161319] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.161497] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.161673] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.161829] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.162047] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.162210] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.162373] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.162531] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.162702] env[68216]: DEBUG nova.virt.hardware [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.163776] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd052cfe-11d9-4f43-a90c-bcc4e42a23bf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.171773] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c89a668-e4ac-48ed-91b8-d9ebad3af71d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.198891] env[68216]: DEBUG nova.network.neutron [-] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.206335] env[68216]: INFO nova.compute.manager [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] instance snapshotting [ 997.207027] env[68216]: DEBUG nova.objects.instance [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'flavor' on Instance uuid d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.291578] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6f823c59-9d10-45c4-a97c-e3cf42c95457 tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "9299989d-d2f4-42f1-93d7-8e6893f6219a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.464s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.370361] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2ee23eb-e10e-4d2c-9f0e-9ca55f471476 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.383596] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d700e84b-ad37-4fb6-83fa-67fdea35e251 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.418811] env[68216]: DEBUG nova.compute.manager [req-fc9103c3-d0ec-40b1-9376-37f5143969f4 req-c633e5e6-350a-4d78-b266-2b4c3a6c6fa9 service nova] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Detach interface failed, port_id=67efb4dc-d859-4286-8f16-c875c2b34f2c, reason: Instance 003ec290-bbab-491b-9ab9-fca2156027ef could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 997.462412] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "refresh_cache-8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.462551] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquired lock "refresh_cache-8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.462709] env[68216]: DEBUG nova.network.neutron [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.603736] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5206abfe-8f12-fd10-24af-db648aa7d1f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.611627] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e427df0-e57d-4c5c-a78f-30f576ed974a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.614406] env[68216]: DEBUG oslo_concurrency.lockutils [None req-041798fe-b50c-479f-9300-cda7c3ddf68a tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "4f418cd8-71ba-4c77-ba57-9cd4543855b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.975s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.623070] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 997.623070] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a525fa-53ab-4de4-2cf5-627525a1465c" [ 997.623070] env[68216]: _type = "Task" [ 997.623070] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.636795] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a525fa-53ab-4de4-2cf5-627525a1465c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.701121] env[68216]: INFO nova.compute.manager [-] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Took 1.75 seconds to deallocate network for instance. [ 997.715917] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc50473-7cdd-4a0b-9b05-68c4a2e8accc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.743126] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bde0ce4-2166-43d5-a8b5-308aa24d9322 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.818548] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquiring lock "ad615604-7c45-4663-b737-8face23c9cd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.819216] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lock "ad615604-7c45-4663-b737-8face23c9cd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.819432] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquiring lock "ad615604-7c45-4663-b737-8face23c9cd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.820202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lock "ad615604-7c45-4663-b737-8face23c9cd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.820202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lock "ad615604-7c45-4663-b737-8face23c9cd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.821785] env[68216]: INFO nova.compute.manager [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Terminating instance [ 998.052183] env[68216]: DEBUG nova.network.neutron [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.133195] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a525fa-53ab-4de4-2cf5-627525a1465c, 'name': SearchDatastore_Task, 'duration_secs': 0.011318} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.133464] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.133723] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 56570013-7be5-4ed5-b5b4-c1d95eafdd40/56570013-7be5-4ed5-b5b4-c1d95eafdd40.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.134076] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd28569-7002-4626-ae0d-1d66ff9af851 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.143237] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 998.143237] env[68216]: value = "task-3068895" [ 998.143237] env[68216]: _type = "Task" [ 998.143237] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.151229] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.208515] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.254145] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 998.254474] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4a16061-44da-40e7-af31-dc508d7f7126 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.265693] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 998.265693] env[68216]: value = "task-3068896" [ 998.265693] env[68216]: _type = "Task" [ 998.265693] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.273464] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068896, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.333086] env[68216]: DEBUG nova.compute.manager [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.333441] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.334725] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5e5b38-345d-44f4-8c3e-387806968147 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.342306] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.342606] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf70a158-88ea-4ee7-bea3-ede7325b75b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.353138] env[68216]: DEBUG oslo_vmware.api [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for the task: (returnval){ [ 998.353138] env[68216]: value = "task-3068897" [ 998.353138] env[68216]: _type = "Task" [ 998.353138] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.367354] env[68216]: DEBUG oslo_vmware.api [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.414561] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d3942c-9dd3-4368-b35a-5204770a439a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.423877] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c1f3e4-a854-4133-a0c0-f381d63f7553 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.429655] env[68216]: DEBUG nova.network.neutron [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Updating instance_info_cache with network_info: [{"id": "df99a7af-7c34-41ea-9148-bf6b20ed5334", "address": "fa:16:3e:c8:e7:09", "network": {"id": "4090dd51-7ed2-47c1-8e52-1761e09d3722", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-680813381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d52ccdf83944a780f66029906fa5a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf99a7af-7c", "ovs_interfaceid": "df99a7af-7c34-41ea-9148-bf6b20ed5334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.461731] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90399c9d-529c-41be-bf0e-48e443035091 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.472960] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300726b0-6835-486e-8355-38c5095c80a9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.489478] env[68216]: DEBUG nova.compute.provider_tree [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.507040] env[68216]: DEBUG nova.network.neutron [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Successfully updated port: 77619a89-2edc-47b1-8026-78bbe4534e52 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.654928] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494727} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.655254] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 56570013-7be5-4ed5-b5b4-c1d95eafdd40/56570013-7be5-4ed5-b5b4-c1d95eafdd40.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.655490] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.655773] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17878ba9-fa93-4a1c-b673-c719b031a936 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.662682] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 998.662682] env[68216]: value = "task-3068898" [ 998.662682] env[68216]: _type = "Task" [ 998.662682] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.671500] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.777805] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068896, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.867797] env[68216]: DEBUG oslo_vmware.api [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068897, 'name': PowerOffVM_Task, 'duration_secs': 0.281904} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.868152] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.868346] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.868878] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3bb6f63-9f9d-4be3-bd84-bbc18009c0dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.931767] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.931989] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.932337] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Deleting the datastore file [datastore2] ad615604-7c45-4663-b737-8face23c9cd2 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.932667] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecf62230-db4d-4de4-9a9f-386d6e54b31e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.934877] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Releasing lock "refresh_cache-8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.935200] env[68216]: DEBUG nova.compute.manager [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Instance network_info: |[{"id": "df99a7af-7c34-41ea-9148-bf6b20ed5334", "address": "fa:16:3e:c8:e7:09", "network": {"id": "4090dd51-7ed2-47c1-8e52-1761e09d3722", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-680813381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d52ccdf83944a780f66029906fa5a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf99a7af-7c", "ovs_interfaceid": "df99a7af-7c34-41ea-9148-bf6b20ed5334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.935590] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:e7:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df99a7af-7c34-41ea-9148-bf6b20ed5334', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.946919] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.947735] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.947995] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53ea5d01-c346-4ba4-8b53-c0fab99e3a39 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.964674] env[68216]: DEBUG oslo_vmware.api [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for the task: (returnval){ [ 998.964674] env[68216]: value = "task-3068900" [ 998.964674] env[68216]: _type = "Task" [ 998.964674] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.973954] env[68216]: DEBUG oslo_vmware.api [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.975260] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.975260] env[68216]: value = "task-3068901" [ 998.975260] env[68216]: _type = "Task" [ 998.975260] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.983541] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068901, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.998599] env[68216]: DEBUG nova.scheduler.client.report [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.010403] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "refresh_cache-41224499-c994-42d3-8ac6-c5b5abcd84f7" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.010591] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "refresh_cache-41224499-c994-42d3-8ac6-c5b5abcd84f7" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.010737] env[68216]: DEBUG nova.network.neutron [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.173362] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067484} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.173835] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.174762] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2647ff-3701-4a29-bed9-c7fe1c422acc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.201332] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 56570013-7be5-4ed5-b5b4-c1d95eafdd40/56570013-7be5-4ed5-b5b4-c1d95eafdd40.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.201640] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b79a94d-d93b-4ffd-8ceb-e67d7f3a3ce6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.222482] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 999.222482] env[68216]: value = "task-3068902" [ 999.222482] env[68216]: _type = "Task" [ 999.222482] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.230571] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.278674] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068896, 'name': CreateSnapshot_Task, 'duration_secs': 0.789454} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.279141] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 999.280042] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c587fb02-d8bc-41c8-830e-984f18c64215 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.391493] env[68216]: DEBUG nova.compute.manager [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Received event network-changed-df99a7af-7c34-41ea-9148-bf6b20ed5334 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 999.391493] env[68216]: DEBUG nova.compute.manager [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Refreshing instance network info cache due to event network-changed-df99a7af-7c34-41ea-9148-bf6b20ed5334. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 999.391923] env[68216]: DEBUG oslo_concurrency.lockutils [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] Acquiring lock "refresh_cache-8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.391923] env[68216]: DEBUG oslo_concurrency.lockutils [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] Acquired lock "refresh_cache-8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.392052] env[68216]: DEBUG nova.network.neutron [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Refreshing network info cache for port df99a7af-7c34-41ea-9148-bf6b20ed5334 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.422687] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.422687] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.481028] env[68216]: DEBUG oslo_vmware.api [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Task: {'id': task-3068900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439402} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.481965] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.482405] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.484783] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.484783] env[68216]: INFO nova.compute.manager [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 999.484783] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.484783] env[68216]: DEBUG nova.compute.manager [-] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.484783] env[68216]: DEBUG nova.network.neutron [-] [instance: ad615604-7c45-4663-b737-8face23c9cd2] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.493463] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068901, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.506091] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.506091] env[68216]: DEBUG nova.compute.manager [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.508198] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.815s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.510609] env[68216]: DEBUG nova.objects.instance [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lazy-loading 'resources' on Instance uuid 5c739a26-6fe8-4ae2-9b77-f433ced2769e {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.586976] env[68216]: DEBUG nova.network.neutron [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.733519] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068902, 'name': ReconfigVM_Task, 'duration_secs': 0.366164} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.733727] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 56570013-7be5-4ed5-b5b4-c1d95eafdd40/56570013-7be5-4ed5-b5b4-c1d95eafdd40.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.734430] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-706cbcbe-d9de-4f88-90af-3243d8b74d8d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.741805] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 999.741805] env[68216]: value = "task-3068903" [ 999.741805] env[68216]: _type = "Task" [ 999.741805] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.753025] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068903, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.802352] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 999.803043] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-58b9872f-4b95-4c27-9608-e54184989248 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.812038] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 999.812038] env[68216]: value = "task-3068904" [ 999.812038] env[68216]: _type = "Task" [ 999.812038] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.821493] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068904, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.893661] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquiring lock "971395f4-aaa4-4652-829b-6d861b9da034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.893907] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lock "971395f4-aaa4-4652-829b-6d861b9da034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.925849] env[68216]: DEBUG nova.compute.manager [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.948879] env[68216]: DEBUG nova.network.neutron [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Updating instance_info_cache with network_info: [{"id": "77619a89-2edc-47b1-8026-78bbe4534e52", "address": "fa:16:3e:b9:17:7b", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77619a89-2e", "ovs_interfaceid": "77619a89-2edc-47b1-8026-78bbe4534e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.996108] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068901, 'name': CreateVM_Task, 'duration_secs': 0.615527} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.996342] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.997142] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.997435] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.997799] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.998455] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5780f78-4b78-46e8-b4b4-488ab0dd3b7a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.003547] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1000.003547] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5227b8be-a6d1-ce66-65ed-76cfb0c6900e" [ 1000.003547] env[68216]: _type = "Task" [ 1000.003547] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.011701] env[68216]: DEBUG nova.compute.utils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.017486] env[68216]: DEBUG nova.compute.manager [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.017486] env[68216]: DEBUG nova.network.neutron [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.023998] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5227b8be-a6d1-ce66-65ed-76cfb0c6900e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.133166] env[68216]: DEBUG nova.policy [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb6dd83e2e25424aa8cff633826c37ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0139c35cf3904fb4a0e73dfd5599f321', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.189925] env[68216]: DEBUG nova.network.neutron [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Updated VIF entry in instance network info cache for port df99a7af-7c34-41ea-9148-bf6b20ed5334. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.190292] env[68216]: DEBUG nova.network.neutron [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Updating instance_info_cache with network_info: [{"id": "df99a7af-7c34-41ea-9148-bf6b20ed5334", "address": "fa:16:3e:c8:e7:09", "network": {"id": "4090dd51-7ed2-47c1-8e52-1761e09d3722", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-680813381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d52ccdf83944a780f66029906fa5a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf99a7af-7c", "ovs_interfaceid": "df99a7af-7c34-41ea-9148-bf6b20ed5334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.255075] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068903, 'name': Rename_Task, 'duration_secs': 0.403172} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.255075] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.258157] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e16493aa-1d65-4baf-b651-6dee9fbdc5f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.269990] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1000.269990] env[68216]: value = "task-3068905" [ 1000.269990] env[68216]: _type = "Task" [ 1000.269990] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.281432] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.325207] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068904, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.356153] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d96496c-d089-43f8-a01a-263855b7effa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.363075] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafc8e43-8c63-4028-9983-092f3aa93c79 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.402263] env[68216]: DEBUG nova.compute.manager [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.410026] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270bcddc-91b0-459c-83e0-1f37d8e7f653 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.412227] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.412474] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.420288] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73ba24e-a002-4638-97a1-df738109dfe0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.485418] env[68216]: DEBUG nova.compute.provider_tree [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.485418] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "refresh_cache-41224499-c994-42d3-8ac6-c5b5abcd84f7" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.485418] env[68216]: DEBUG nova.compute.manager [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Instance network_info: |[{"id": "77619a89-2edc-47b1-8026-78bbe4534e52", "address": "fa:16:3e:b9:17:7b", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77619a89-2e", "ovs_interfaceid": "77619a89-2edc-47b1-8026-78bbe4534e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.485418] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:17:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77619a89-2edc-47b1-8026-78bbe4534e52', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.485418] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.485418] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.485418] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.485418] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2da6220-702b-4938-89ac-c892061263d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.486693] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.486693] env[68216]: value = "task-3068906" [ 1000.486693] env[68216]: _type = "Task" [ 1000.486693] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.497134] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068906, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.518731] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5227b8be-a6d1-ce66-65ed-76cfb0c6900e, 'name': SearchDatastore_Task, 'duration_secs': 0.037962} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.519226] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.519504] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.519997] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.520181] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.520416] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.521115] env[68216]: DEBUG nova.compute.manager [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.523897] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baa0fc4a-6993-45c9-819a-9b21c2e7ab4e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.532582] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.532798] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.533630] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6008cd7-4261-44e3-a6f8-31a1a3b1996f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.539549] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1000.539549] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52525652-662d-fa05-b6f0-c26301030584" [ 1000.539549] env[68216]: _type = "Task" [ 1000.539549] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.550703] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52525652-662d-fa05-b6f0-c26301030584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.629885] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "9299989d-d2f4-42f1-93d7-8e6893f6219a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.629885] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "9299989d-d2f4-42f1-93d7-8e6893f6219a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.629885] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "9299989d-d2f4-42f1-93d7-8e6893f6219a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.629885] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "9299989d-d2f4-42f1-93d7-8e6893f6219a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.629885] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "9299989d-d2f4-42f1-93d7-8e6893f6219a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.631981] env[68216]: INFO nova.compute.manager [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Terminating instance [ 1000.694679] env[68216]: DEBUG oslo_concurrency.lockutils [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] Releasing lock "refresh_cache-8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.694679] env[68216]: DEBUG nova.compute.manager [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Received event network-vif-plugged-77619a89-2edc-47b1-8026-78bbe4534e52 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.694679] env[68216]: DEBUG oslo_concurrency.lockutils [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] Acquiring lock "41224499-c994-42d3-8ac6-c5b5abcd84f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.694679] env[68216]: DEBUG oslo_concurrency.lockutils [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] Lock "41224499-c994-42d3-8ac6-c5b5abcd84f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.694679] env[68216]: DEBUG oslo_concurrency.lockutils [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] Lock "41224499-c994-42d3-8ac6-c5b5abcd84f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.694679] env[68216]: DEBUG nova.compute.manager [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] No waiting events found dispatching network-vif-plugged-77619a89-2edc-47b1-8026-78bbe4534e52 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.694679] env[68216]: WARNING nova.compute.manager [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Received unexpected event network-vif-plugged-77619a89-2edc-47b1-8026-78bbe4534e52 for instance with vm_state building and task_state spawning. [ 1000.694679] env[68216]: DEBUG nova.compute.manager [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Received event network-changed-77619a89-2edc-47b1-8026-78bbe4534e52 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.694679] env[68216]: DEBUG nova.compute.manager [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Refreshing instance network info cache due to event network-changed-77619a89-2edc-47b1-8026-78bbe4534e52. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1000.694679] env[68216]: DEBUG oslo_concurrency.lockutils [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] Acquiring lock "refresh_cache-41224499-c994-42d3-8ac6-c5b5abcd84f7" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.694679] env[68216]: DEBUG oslo_concurrency.lockutils [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] Acquired lock "refresh_cache-41224499-c994-42d3-8ac6-c5b5abcd84f7" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.695525] env[68216]: DEBUG nova.network.neutron [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Refreshing network info cache for port 77619a89-2edc-47b1-8026-78bbe4534e52 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.784908] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068905, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.824978] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068904, 'name': CloneVM_Task} progress is 95%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.919230] env[68216]: DEBUG nova.compute.manager [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.952069] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.976264] env[68216]: ERROR nova.scheduler.client.report [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] [req-8ebbee04-7361-49ec-a6cd-f8d9f4977ebe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ebbee04-7361-49ec-a6cd-f8d9f4977ebe"}]} [ 1000.994649] env[68216]: DEBUG nova.scheduler.client.report [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1001.003396] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068906, 'name': CreateVM_Task, 'duration_secs': 0.356533} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.003609] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.004318] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.004499] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.004808] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.005081] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096000a9-23ab-4a37-9ab7-8ab80c6d1280 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.011611] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1001.011611] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527cf34a-1769-ffe8-f3fe-6283c44f52e8" [ 1001.011611] env[68216]: _type = "Task" [ 1001.011611] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.019370] env[68216]: DEBUG nova.scheduler.client.report [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1001.019595] env[68216]: DEBUG nova.compute.provider_tree [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.025199] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527cf34a-1769-ffe8-f3fe-6283c44f52e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.034104] env[68216]: DEBUG nova.network.neutron [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Successfully created port: aabb6924-a369-47bd-8290-6200f8450809 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.037974] env[68216]: DEBUG nova.scheduler.client.report [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1001.049672] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52525652-662d-fa05-b6f0-c26301030584, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.050469] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c18d50a-fdea-4fb9-9884-f61a9c50384f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.056827] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1001.056827] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52514e16-df7c-6546-813b-e7e24ef724fa" [ 1001.056827] env[68216]: _type = "Task" [ 1001.056827] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.063728] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52514e16-df7c-6546-813b-e7e24ef724fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.064657] env[68216]: DEBUG nova.scheduler.client.report [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1001.137739] env[68216]: DEBUG nova.compute.manager [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.137739] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.138189] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83884853-32bf-4a9a-8138-b20b10124fe4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.145992] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.146247] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ae12a6-9d06-46e2-bbd8-1da80439ff8c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.152068] env[68216]: DEBUG oslo_vmware.api [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 1001.152068] env[68216]: value = "task-3068907" [ 1001.152068] env[68216]: _type = "Task" [ 1001.152068] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.161552] env[68216]: DEBUG oslo_vmware.api [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.218527] env[68216]: DEBUG nova.network.neutron [-] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.283020] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068905, 'name': PowerOnVM_Task, 'duration_secs': 0.52649} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.283020] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.283020] env[68216]: DEBUG nova.compute.manager [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.283612] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1343120-24e4-4507-90aa-a7400cf30e8f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.341024] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068904, 'name': CloneVM_Task, 'duration_secs': 1.286462} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.341135] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Created linked-clone VM from snapshot [ 1001.341995] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634e1e65-583c-4eab-b3fb-a5e3600448d4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.350564] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Uploading image 61899bcb-8480-4a35-a91f-b7f7ad75d920 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1001.381607] env[68216]: DEBUG oslo_vmware.rw_handles [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1001.381607] env[68216]: value = "vm-614548" [ 1001.381607] env[68216]: _type = "VirtualMachine" [ 1001.381607] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1001.381607] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0e7eeff2-9e64-4a77-a60d-6886d0a5d026 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.387421] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c129a2b-109f-4772-b862-b123d8df7109 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.394013] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90895880-dcc2-47b6-91be-7de154272a45 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.398014] env[68216]: DEBUG oslo_vmware.rw_handles [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lease: (returnval){ [ 1001.398014] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52935247-a742-3015-ddee-bc10d2180f85" [ 1001.398014] env[68216]: _type = "HttpNfcLease" [ 1001.398014] env[68216]: } obtained for exporting VM: (result){ [ 1001.398014] env[68216]: value = "vm-614548" [ 1001.398014] env[68216]: _type = "VirtualMachine" [ 1001.398014] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1001.398439] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the lease: (returnval){ [ 1001.398439] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52935247-a742-3015-ddee-bc10d2180f85" [ 1001.398439] env[68216]: _type = "HttpNfcLease" [ 1001.398439] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1001.439448] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e29013-e645-44d6-ac5b-f64a4aa00fcb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.445639] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.445639] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52935247-a742-3015-ddee-bc10d2180f85" [ 1001.445639] env[68216]: _type = "HttpNfcLease" [ 1001.445639] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1001.446250] env[68216]: DEBUG oslo_vmware.rw_handles [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1001.446250] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52935247-a742-3015-ddee-bc10d2180f85" [ 1001.446250] env[68216]: _type = "HttpNfcLease" [ 1001.446250] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1001.447059] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc3e207-e5b6-401e-9be8-52915faeb0f0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.452840] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.454524] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abd9c90-39a2-4c88-80e9-367e08700b86 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.461581] env[68216]: DEBUG oslo_vmware.rw_handles [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02e14-fd1e-c411-3fa2-cb187907ec11/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1001.461764] env[68216]: DEBUG oslo_vmware.rw_handles [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02e14-fd1e-c411-3fa2-cb187907ec11/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1001.465734] env[68216]: DEBUG nova.compute.manager [req-52df1dd9-4ef3-4ca6-a5e5-6bb240faeb21 req-917a0bea-8c0d-46cd-a0ff-fab5918bd3e6 service nova] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Received event network-vif-deleted-c7ad721d-a55c-4479-b603-c0ae0756fa30 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.531988] env[68216]: DEBUG nova.compute.provider_tree [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.538569] env[68216]: DEBUG nova.compute.manager [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.556027] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527cf34a-1769-ffe8-f3fe-6283c44f52e8, 'name': SearchDatastore_Task, 'duration_secs': 0.023683} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.556027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.556027] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.556027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.569241] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52514e16-df7c-6546-813b-e7e24ef724fa, 'name': SearchDatastore_Task, 'duration_secs': 0.028572} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.571692] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ee6b4348ce83580c0b77b657c3dc3f78',container_format='bare',created_at=2025-03-18T08:30:44Z,direct_url=,disk_format='vmdk',id=46df27fc-7664-499a-a494-28ec0bf7cf1b,min_disk=1,min_ram=0,name='tempest-test-snap-1784119129',owner='0139c35cf3904fb4a0e73dfd5599f321',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-18T08:31:00Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.572145] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.572319] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.572508] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.572654] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.572797] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.573011] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.573177] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.573341] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.573500] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.573676] env[68216]: DEBUG nova.virt.hardware [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.574224] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.574538] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a/8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.575380] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0d47ee-1e48-4936-8ef4-3370e47d4b9d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.579866] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.580072] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.580283] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f38a7c26-bd03-4402-aef8-d16d2eb2ab34 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.582337] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a539e219-3548-4c78-bf77-e4bddc0fd667 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.590939] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc9b99d-b8fe-4ee0-a537-f01f5e50f009 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.595927] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1001.595927] env[68216]: value = "task-3068909" [ 1001.595927] env[68216]: _type = "Task" [ 1001.595927] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.596181] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.596443] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.597505] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf1b1d0-611f-4027-9b66-b0c720bee7ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.624240] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1001.624240] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52717f0a-5e3b-f41c-e397-9a74e99d507f" [ 1001.624240] env[68216]: _type = "Task" [ 1001.624240] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.624240] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.624240] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-408d4671-b993-4155-acf0-0aecfbcac523 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.628850] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52717f0a-5e3b-f41c-e397-9a74e99d507f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.629748] env[68216]: DEBUG nova.network.neutron [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Updated VIF entry in instance network info cache for port 77619a89-2edc-47b1-8026-78bbe4534e52. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.630035] env[68216]: DEBUG nova.network.neutron [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Updating instance_info_cache with network_info: [{"id": "77619a89-2edc-47b1-8026-78bbe4534e52", "address": "fa:16:3e:b9:17:7b", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77619a89-2e", "ovs_interfaceid": "77619a89-2edc-47b1-8026-78bbe4534e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.667114] env[68216]: DEBUG oslo_vmware.api [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068907, 'name': PowerOffVM_Task, 'duration_secs': 0.194582} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.667383] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.667580] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.667893] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b3b90b7-c1de-403a-8a56-1566879f85e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.721608] env[68216]: INFO nova.compute.manager [-] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Took 2.24 seconds to deallocate network for instance. [ 1001.797733] env[68216]: INFO nova.compute.manager [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] bringing vm to original state: 'stopped' [ 1001.827703] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.828143] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.828185] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleting the datastore file [datastore2] 9299989d-d2f4-42f1-93d7-8e6893f6219a {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.828584] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3982d40-bee6-4630-802c-03058ec651a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.836206] env[68216]: DEBUG oslo_vmware.api [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for the task: (returnval){ [ 1001.836206] env[68216]: value = "task-3068911" [ 1001.836206] env[68216]: _type = "Task" [ 1001.836206] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.847443] env[68216]: DEBUG oslo_vmware.api [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.074369] env[68216]: DEBUG nova.scheduler.client.report [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1002.074779] env[68216]: DEBUG nova.compute.provider_tree [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 136 to 137 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1002.076262] env[68216]: DEBUG nova.compute.provider_tree [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.110587] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068909, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.129624] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52717f0a-5e3b-f41c-e397-9a74e99d507f, 'name': SearchDatastore_Task, 'duration_secs': 0.014574} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.130532] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7780135-ed6e-4c8c-bb49-23aaa68d73e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.133483] env[68216]: DEBUG oslo_concurrency.lockutils [req-b65cdcd0-973e-4cb4-9df8-9961190fe876 req-5a99cb25-5a99-43ed-99f2-6f80e4a501a4 service nova] Releasing lock "refresh_cache-41224499-c994-42d3-8ac6-c5b5abcd84f7" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.138381] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1002.138381] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52293227-a631-6834-5abf-0568f13527c0" [ 1002.138381] env[68216]: _type = "Task" [ 1002.138381] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.148309] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52293227-a631-6834-5abf-0568f13527c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.228621] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.347024] env[68216]: DEBUG oslo_vmware.api [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Task: {'id': task-3068911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312959} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.347835] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.348558] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.348558] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.348558] env[68216]: INFO nova.compute.manager [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1002.348712] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.350073] env[68216]: DEBUG nova.compute.manager [-] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.350073] env[68216]: DEBUG nova.network.neutron [-] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.584570] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.074s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.585919] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.748s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.588718] env[68216]: INFO nova.compute.claims [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.611620] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691919} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.612145] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a/8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.612532] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.613222] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ce8130b-0541-4852-b4f3-11d357afb0ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.621348] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1002.621348] env[68216]: value = "task-3068912" [ 1002.621348] env[68216]: _type = "Task" [ 1002.621348] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.622570] env[68216]: INFO nova.scheduler.client.report [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Deleted allocations for instance 5c739a26-6fe8-4ae2-9b77-f433ced2769e [ 1002.636789] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.650049] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52293227-a631-6834-5abf-0568f13527c0, 'name': SearchDatastore_Task, 'duration_secs': 0.065598} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.651273] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.651693] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 41224499-c994-42d3-8ac6-c5b5abcd84f7/41224499-c994-42d3-8ac6-c5b5abcd84f7.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.653981] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa57d84d-d148-439b-9f11-5ea992b7b9f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.659426] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1002.659426] env[68216]: value = "task-3068913" [ 1002.659426] env[68216]: _type = "Task" [ 1002.659426] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.669254] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.807018] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.807018] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.807018] env[68216]: DEBUG nova.compute.manager [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.807018] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd44cee5-8363-4652-85fa-09ccdca2f2bb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.813074] env[68216]: DEBUG nova.compute.manager [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1002.974305] env[68216]: DEBUG nova.network.neutron [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Successfully updated port: aabb6924-a369-47bd-8290-6200f8450809 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.136230] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079777} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.136753] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5476eebc-6146-4696-9ec6-4e09e27f503d tempest-AttachInterfacesUnderV243Test-337330223 tempest-AttachInterfacesUnderV243Test-337330223-project-member] Lock "5c739a26-6fe8-4ae2-9b77-f433ced2769e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.334s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.138117] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.142987] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db63d1df-e44c-4da3-bd96-b40c186d7caa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.179221] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a/8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.184570] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c64a7aa-7ce8-437b-8874-b440bcb050fa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.208052] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068913, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.210166] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1003.210166] env[68216]: value = "task-3068914" [ 1003.210166] env[68216]: _type = "Task" [ 1003.210166] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.221532] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.294921] env[68216]: DEBUG nova.network.neutron [-] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.318540] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.318988] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a0819f6-6651-4799-9974-4c7f409e9f62 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.327381] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1003.327381] env[68216]: value = "task-3068915" [ 1003.327381] env[68216]: _type = "Task" [ 1003.327381] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.338696] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.480596] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "refresh_cache-6f9b9dcc-7cb1-4585-9e30-35407867a4de" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.480901] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "refresh_cache-6f9b9dcc-7cb1-4585-9e30-35407867a4de" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.481145] env[68216]: DEBUG nova.network.neutron [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.495206] env[68216]: DEBUG nova.compute.manager [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Received event network-vif-deleted-e7c98d42-f26c-4508-9a6f-8d9cfe7fc3ff {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1003.495364] env[68216]: DEBUG nova.compute.manager [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Received event network-vif-plugged-aabb6924-a369-47bd-8290-6200f8450809 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1003.495668] env[68216]: DEBUG oslo_concurrency.lockutils [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] Acquiring lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.495922] env[68216]: DEBUG oslo_concurrency.lockutils [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] Lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.496116] env[68216]: DEBUG oslo_concurrency.lockutils [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] Lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.496295] env[68216]: DEBUG nova.compute.manager [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] No waiting events found dispatching network-vif-plugged-aabb6924-a369-47bd-8290-6200f8450809 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.496487] env[68216]: WARNING nova.compute.manager [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Received unexpected event network-vif-plugged-aabb6924-a369-47bd-8290-6200f8450809 for instance with vm_state building and task_state spawning. [ 1003.496676] env[68216]: DEBUG nova.compute.manager [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Received event network-changed-aabb6924-a369-47bd-8290-6200f8450809 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1003.496904] env[68216]: DEBUG nova.compute.manager [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Refreshing instance network info cache due to event network-changed-aabb6924-a369-47bd-8290-6200f8450809. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1003.497152] env[68216]: DEBUG oslo_concurrency.lockutils [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] Acquiring lock "refresh_cache-6f9b9dcc-7cb1-4585-9e30-35407867a4de" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.681674] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749399} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.682541] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 41224499-c994-42d3-8ac6-c5b5abcd84f7/41224499-c994-42d3-8ac6-c5b5abcd84f7.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.682541] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.683049] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-656a9154-fac5-4ea3-a4af-5ec42487ac4a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.691454] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1003.691454] env[68216]: value = "task-3068916" [ 1003.691454] env[68216]: _type = "Task" [ 1003.691454] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.699909] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.719742] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068914, 'name': ReconfigVM_Task, 'duration_secs': 0.392808} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.722648] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a/8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.724223] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55323ac6-5ee1-4369-bbce-b86dda6a2967 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.730080] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1003.730080] env[68216]: value = "task-3068917" [ 1003.730080] env[68216]: _type = "Task" [ 1003.730080] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.742972] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068917, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.800567] env[68216]: INFO nova.compute.manager [-] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Took 1.45 seconds to deallocate network for instance. [ 1003.840519] env[68216]: DEBUG oslo_vmware.api [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068915, 'name': PowerOffVM_Task, 'duration_secs': 0.337629} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.841103] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.841462] env[68216]: DEBUG nova.compute.manager [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.842511] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1cbcab-c263-485c-a6c4-e9217cbb8d8b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.904436] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bbdd23-f9ea-4413-8660-550bc8f2ad81 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.913039] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601fb250-3b13-4b77-ab39-c8846ceece68 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.944344] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a82593-694c-44a0-9923-2946a5618824 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.952393] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0d635c-96e2-4927-b481-8abcf4c8ab46 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.967406] env[68216]: DEBUG nova.compute.provider_tree [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.036860] env[68216]: DEBUG nova.network.neutron [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.202455] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065787} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.203529] env[68216]: DEBUG nova.network.neutron [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Updating instance_info_cache with network_info: [{"id": "aabb6924-a369-47bd-8290-6200f8450809", "address": "fa:16:3e:d9:5f:95", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabb6924-a3", "ovs_interfaceid": "aabb6924-a369-47bd-8290-6200f8450809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.204811] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.210163] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3670d93b-1a23-40a0-98a7-b8662f5886e1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.239658] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 41224499-c994-42d3-8ac6-c5b5abcd84f7/41224499-c994-42d3-8ac6-c5b5abcd84f7.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.239998] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40694fd3-b9ed-4037-8e26-f592cd9f25d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.264082] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068917, 'name': Rename_Task, 'duration_secs': 0.145873} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.265443] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.265982] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1004.265982] env[68216]: value = "task-3068918" [ 1004.265982] env[68216]: _type = "Task" [ 1004.265982] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.266194] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4ea0e34-0d20-4358-b032-ce8f3f49e40c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.279244] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068918, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.279931] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1004.279931] env[68216]: value = "task-3068919" [ 1004.279931] env[68216]: _type = "Task" [ 1004.279931] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.289556] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.310461] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.361122] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.470957] env[68216]: DEBUG nova.scheduler.client.report [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.711124] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "refresh_cache-6f9b9dcc-7cb1-4585-9e30-35407867a4de" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.711505] env[68216]: DEBUG nova.compute.manager [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Instance network_info: |[{"id": "aabb6924-a369-47bd-8290-6200f8450809", "address": "fa:16:3e:d9:5f:95", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabb6924-a3", "ovs_interfaceid": "aabb6924-a369-47bd-8290-6200f8450809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.711828] env[68216]: DEBUG oslo_concurrency.lockutils [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] Acquired lock "refresh_cache-6f9b9dcc-7cb1-4585-9e30-35407867a4de" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.712022] env[68216]: DEBUG nova.network.neutron [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Refreshing network info cache for port aabb6924-a369-47bd-8290-6200f8450809 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.713323] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:5f:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aabb6924-a369-47bd-8290-6200f8450809', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.721559] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.722790] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.723045] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-759ec829-6328-43c7-9750-ea1458163919 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.745877] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.745877] env[68216]: value = "task-3068920" [ 1004.745877] env[68216]: _type = "Task" [ 1004.745877] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.757983] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068920, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.777940] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068918, 'name': ReconfigVM_Task, 'duration_secs': 0.437757} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.778856] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 41224499-c994-42d3-8ac6-c5b5abcd84f7/41224499-c994-42d3-8ac6-c5b5abcd84f7.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.779568] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb3aecb9-6308-4d6f-855a-48cb91e857b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.794809] env[68216]: DEBUG oslo_vmware.api [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3068919, 'name': PowerOnVM_Task, 'duration_secs': 0.502283} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.796356] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.796650] env[68216]: INFO nova.compute.manager [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1004.796929] env[68216]: DEBUG nova.compute.manager [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.797416] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1004.797416] env[68216]: value = "task-3068921" [ 1004.797416] env[68216]: _type = "Task" [ 1004.797416] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.798935] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdcb71b-6bdc-4dc9-8fee-9fcd9cc12c3d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.818763] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068921, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.872784] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.976647] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.977036] env[68216]: DEBUG nova.compute.manager [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.979994] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.828s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.984235] env[68216]: INFO nova.compute.claims [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.261798] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068920, 'name': CreateVM_Task, 'duration_secs': 0.413125} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.261990] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.262691] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.262854] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.263246] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.263507] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a10170-18fa-4ace-b1f2-f2897be9aef3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.272164] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1005.272164] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5272307d-f772-ec48-3b5d-a80211c79643" [ 1005.272164] env[68216]: _type = "Task" [ 1005.272164] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.280513] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5272307d-f772-ec48-3b5d-a80211c79643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.312234] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068921, 'name': Rename_Task, 'duration_secs': 0.208159} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.312429] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.312673] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21bcbdf2-440a-4476-acdd-24bf7b31b239 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.323419] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1005.323419] env[68216]: value = "task-3068922" [ 1005.323419] env[68216]: _type = "Task" [ 1005.323419] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.332275] env[68216]: INFO nova.compute.manager [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Took 22.33 seconds to build instance. [ 1005.344267] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068922, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.487187] env[68216]: DEBUG nova.compute.utils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.488946] env[68216]: DEBUG nova.compute.manager [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.489899] env[68216]: DEBUG nova.network.neutron [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.600711] env[68216]: DEBUG nova.policy [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '205539dbe76e4160b524eaaa8f0daa51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41dbd80ad62d4b83887a9948356be48f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.668681] env[68216]: DEBUG nova.network.neutron [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Updated VIF entry in instance network info cache for port aabb6924-a369-47bd-8290-6200f8450809. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.669082] env[68216]: DEBUG nova.network.neutron [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Updating instance_info_cache with network_info: [{"id": "aabb6924-a369-47bd-8290-6200f8450809", "address": "fa:16:3e:d9:5f:95", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabb6924-a3", "ovs_interfaceid": "aabb6924-a369-47bd-8290-6200f8450809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.783136] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.783559] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Processing image 46df27fc-7664-499a-a494-28ec0bf7cf1b {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.783694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b/46df27fc-7664-499a-a494-28ec0bf7cf1b.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.783769] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b/46df27fc-7664-499a-a494-28ec0bf7cf1b.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.783995] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.784230] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3445ec9-51d3-41a3-876b-4ab15496a61f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.794863] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.795072] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.795889] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9889ef9-a811-4b66-a3ac-57b6d6372e7e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.801295] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1005.801295] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cdf26a-cd8c-e65b-9071-c01bab93b39e" [ 1005.801295] env[68216]: _type = "Task" [ 1005.801295] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.810692] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cdf26a-cd8c-e65b-9071-c01bab93b39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.832405] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068922, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.834957] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7d0a08c7-79c6-4a51-b2c1-a9cbc4c2ecb0 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.850s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.955967] env[68216]: DEBUG nova.network.neutron [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Successfully created port: a5bcd408-09ec-4e49-80e7-ced476c3f041 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.979106] env[68216]: DEBUG oslo_concurrency.lockutils [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.979106] env[68216]: DEBUG oslo_concurrency.lockutils [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.979369] env[68216]: DEBUG oslo_concurrency.lockutils [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.979961] env[68216]: DEBUG oslo_concurrency.lockutils [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.979961] env[68216]: DEBUG oslo_concurrency.lockutils [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.982240] env[68216]: INFO nova.compute.manager [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Terminating instance [ 1005.994106] env[68216]: DEBUG nova.compute.manager [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.171906] env[68216]: DEBUG oslo_concurrency.lockutils [req-98ab1aae-864f-42fe-ae93-7c7af3b6504e req-fbfbca8e-302c-4d98-95db-79ec30bd35e0 service nova] Releasing lock "refresh_cache-6f9b9dcc-7cb1-4585-9e30-35407867a4de" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.297386] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588c29ec-691a-4bb1-aee4-889746ddc34b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.310391] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5c3adc-8cac-49a3-aaf3-f9d6a2d08539 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.320358] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Preparing fetch location {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1006.320717] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Fetch image to [datastore2] OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f/OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f.vmdk {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1006.320928] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Downloading stream optimized image 46df27fc-7664-499a-a494-28ec0bf7cf1b to [datastore2] OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f/OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f.vmdk on the data store datastore2 as vApp {{(pid=68216) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1006.321111] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Downloading image file data 46df27fc-7664-499a-a494-28ec0bf7cf1b to the ESX as VM named 'OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f' {{(pid=68216) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1006.361716] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d10b73-2ec5-4e89-b21d-62a513f63932 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.371485] env[68216]: DEBUG oslo_vmware.api [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068922, 'name': PowerOnVM_Task, 'duration_secs': 0.821728} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.374039] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.374261] env[68216]: INFO nova.compute.manager [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1006.374606] env[68216]: DEBUG nova.compute.manager [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.394223] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c5163f-1633-4aef-b32a-ef286fd2bf9f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.397846] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b8d9d-9b64-487e-a4ab-fb146f8ab0d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.417919] env[68216]: DEBUG nova.compute.provider_tree [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.455707] env[68216]: DEBUG oslo_vmware.rw_handles [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1006.455707] env[68216]: value = "resgroup-9" [ 1006.455707] env[68216]: _type = "ResourcePool" [ 1006.455707] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1006.456138] env[68216]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f31919be-ede3-44fe-ae86-8ea68fb1b4a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.488569] env[68216]: DEBUG nova.compute.manager [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.489415] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.489982] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baba2a1-55b4-4d1f-974b-770f3f54e612 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.500304] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.501865] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfba0d12-ff56-4838-8aca-0b51d18e5d91 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.510130] env[68216]: DEBUG oslo_vmware.rw_handles [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lease: (returnval){ [ 1006.510130] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c601bb-b0ab-51ac-1707-6a53637e156b" [ 1006.510130] env[68216]: _type = "HttpNfcLease" [ 1006.510130] env[68216]: } obtained for vApp import into resource pool (val){ [ 1006.510130] env[68216]: value = "resgroup-9" [ 1006.510130] env[68216]: _type = "ResourcePool" [ 1006.510130] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1006.510130] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the lease: (returnval){ [ 1006.510130] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c601bb-b0ab-51ac-1707-6a53637e156b" [ 1006.510130] env[68216]: _type = "HttpNfcLease" [ 1006.510130] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1006.522463] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.522463] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c601bb-b0ab-51ac-1707-6a53637e156b" [ 1006.522463] env[68216]: _type = "HttpNfcLease" [ 1006.522463] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1006.585100] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.586124] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.586124] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleting the datastore file [datastore1] 56570013-7be5-4ed5-b5b4-c1d95eafdd40 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.586124] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69fc8354-06dd-4170-8d62-db533ec82d79 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.592168] env[68216]: DEBUG oslo_vmware.api [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1006.592168] env[68216]: value = "task-3068925" [ 1006.592168] env[68216]: _type = "Task" [ 1006.592168] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.600519] env[68216]: DEBUG oslo_vmware.api [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.925138] env[68216]: DEBUG nova.scheduler.client.report [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.936144] env[68216]: INFO nova.compute.manager [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Took 23.24 seconds to build instance. [ 1007.012087] env[68216]: DEBUG nova.compute.manager [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.022062] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.022062] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c601bb-b0ab-51ac-1707-6a53637e156b" [ 1007.022062] env[68216]: _type = "HttpNfcLease" [ 1007.022062] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1007.101996] env[68216]: DEBUG oslo_vmware.api [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3068925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377406} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.102399] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.102612] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.102794] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.102969] env[68216]: INFO nova.compute.manager [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1007.103252] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.103448] env[68216]: DEBUG nova.compute.manager [-] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.103543] env[68216]: DEBUG nova.network.neutron [-] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.423691] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083fbb3e-f8e2-4789-853c-c69fcc58c340 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.430903] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f88ef18d-5199-4380-9af9-91a97b9a6989 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Suspending the VM {{(pid=68216) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1007.431266] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-85a36298-0fcb-4dab-980a-5f40c5e5c69c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.438303] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.438816] env[68216]: DEBUG nova.compute.manager [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.445163] env[68216]: DEBUG oslo_vmware.api [None req-f88ef18d-5199-4380-9af9-91a97b9a6989 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1007.445163] env[68216]: value = "task-3068926" [ 1007.445163] env[68216]: _type = "Task" [ 1007.445163] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.445765] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.237s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.445996] env[68216]: DEBUG nova.objects.instance [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lazy-loading 'resources' on Instance uuid 003ec290-bbab-491b-9ab9-fca2156027ef {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.448481] env[68216]: DEBUG oslo_concurrency.lockutils [None req-38ca8924-6740-401a-bd47-c289a2caa3f4 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "41224499-c994-42d3-8ac6-c5b5abcd84f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.767s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.463235] env[68216]: DEBUG oslo_vmware.api [None req-f88ef18d-5199-4380-9af9-91a97b9a6989 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068926, 'name': SuspendVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.522797] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.522797] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c601bb-b0ab-51ac-1707-6a53637e156b" [ 1007.522797] env[68216]: _type = "HttpNfcLease" [ 1007.522797] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1007.523206] env[68216]: DEBUG oslo_vmware.rw_handles [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1007.523206] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c601bb-b0ab-51ac-1707-6a53637e156b" [ 1007.523206] env[68216]: _type = "HttpNfcLease" [ 1007.523206] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1007.526924] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3775073f-0433-49ad-88ce-0b4bec940fad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.532566] env[68216]: DEBUG oslo_vmware.rw_handles [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b2e5-e98b-2595-c598-79290391fa47/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1007.532747] env[68216]: DEBUG oslo_vmware.rw_handles [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b2e5-e98b-2595-c598-79290391fa47/disk-0.vmdk. {{(pid=68216) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1007.605694] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3c3a38b-2554-476b-9ecd-6a6a56b55fe8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.892307] env[68216]: DEBUG nova.compute.manager [req-68275a8d-cdb6-410e-937f-ef4039a73ce4 req-4c753c1e-2bff-4a33-bd18-7ca845db61ba service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Received event network-changed-df99a7af-7c34-41ea-9148-bf6b20ed5334 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.892502] env[68216]: DEBUG nova.compute.manager [req-68275a8d-cdb6-410e-937f-ef4039a73ce4 req-4c753c1e-2bff-4a33-bd18-7ca845db61ba service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Refreshing instance network info cache due to event network-changed-df99a7af-7c34-41ea-9148-bf6b20ed5334. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1007.893707] env[68216]: DEBUG oslo_concurrency.lockutils [req-68275a8d-cdb6-410e-937f-ef4039a73ce4 req-4c753c1e-2bff-4a33-bd18-7ca845db61ba service nova] Acquiring lock "refresh_cache-8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.893939] env[68216]: DEBUG oslo_concurrency.lockutils [req-68275a8d-cdb6-410e-937f-ef4039a73ce4 req-4c753c1e-2bff-4a33-bd18-7ca845db61ba service nova] Acquired lock "refresh_cache-8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.894339] env[68216]: DEBUG nova.network.neutron [req-68275a8d-cdb6-410e-937f-ef4039a73ce4 req-4c753c1e-2bff-4a33-bd18-7ca845db61ba service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Refreshing network info cache for port df99a7af-7c34-41ea-9148-bf6b20ed5334 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.947283] env[68216]: DEBUG nova.compute.utils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.949820] env[68216]: DEBUG nova.compute.manager [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.949820] env[68216]: DEBUG nova.network.neutron [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.970814] env[68216]: DEBUG oslo_vmware.api [None req-f88ef18d-5199-4380-9af9-91a97b9a6989 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068926, 'name': SuspendVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.043921] env[68216]: DEBUG nova.policy [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34844f90e32540d5b69812e78f005886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '388bf9a4ff8d420ea2b1099901dba605', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.086955] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.087178] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.087332] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.087508] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.087670] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.088139] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.088139] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.088952] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.088952] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.089189] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.089295] env[68216]: DEBUG nova.virt.hardware [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.090267] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56c6b3f-d882-4ef0-8f0e-b64234e2e398 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.096384] env[68216]: DEBUG nova.network.neutron [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Successfully updated port: a5bcd408-09ec-4e49-80e7-ced476c3f041 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.113031] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fea9e6-0560-402f-b226-eec784a77ac1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.320521] env[68216]: DEBUG nova.network.neutron [-] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.353152] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4db4c-e846-4f15-9ff7-d47991ddd5fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.363390] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5103790d-b174-4d1b-aa84-9f94fe5f1c2f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.405239] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fbd6bf-0f85-4bf2-9670-069b88c6a71d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.420666] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d061f-df9a-4a14-8e78-81603e49485f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.437919] env[68216]: DEBUG nova.compute.provider_tree [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.452720] env[68216]: DEBUG nova.compute.manager [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.467193] env[68216]: DEBUG oslo_vmware.api [None req-f88ef18d-5199-4380-9af9-91a97b9a6989 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068926, 'name': SuspendVM_Task, 'duration_secs': 0.736316} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.467741] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f88ef18d-5199-4380-9af9-91a97b9a6989 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Suspended the VM {{(pid=68216) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1008.467741] env[68216]: DEBUG nova.compute.manager [None req-f88ef18d-5199-4380-9af9-91a97b9a6989 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.468478] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0add22f0-6ea5-466e-8f74-4bbdef853da8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.585642] env[68216]: DEBUG nova.network.neutron [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Successfully created port: 0c4c96af-b5f5-4229-9b29-4ecbfc202ec8 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.601373] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquiring lock "refresh_cache-0d3737b4-ddf4-416e-9b8c-433a08864464" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.601565] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquired lock "refresh_cache-0d3737b4-ddf4-416e-9b8c-433a08864464" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.601719] env[68216]: DEBUG nova.network.neutron [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.641069] env[68216]: DEBUG oslo_vmware.rw_handles [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Completed reading data from the image iterator. {{(pid=68216) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1008.641322] env[68216]: DEBUG oslo_vmware.rw_handles [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b2e5-e98b-2595-c598-79290391fa47/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1008.642319] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4890a2-0818-46ad-b5b8-e3c9fe1810e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.654032] env[68216]: DEBUG oslo_vmware.rw_handles [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b2e5-e98b-2595-c598-79290391fa47/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1008.654273] env[68216]: DEBUG oslo_vmware.rw_handles [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b2e5-e98b-2595-c598-79290391fa47/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1008.654555] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-53afb12d-b304-46f2-bedb-36d0c352f08c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.827514] env[68216]: INFO nova.compute.manager [-] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Took 1.72 seconds to deallocate network for instance. [ 1008.870374] env[68216]: DEBUG oslo_vmware.rw_handles [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b2e5-e98b-2595-c598-79290391fa47/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1008.870915] env[68216]: INFO nova.virt.vmwareapi.images [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Downloaded image file data 46df27fc-7664-499a-a494-28ec0bf7cf1b [ 1008.872669] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0577a19d-7171-4abc-a0dc-db9028ab1f0d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.899674] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68516853-5af9-4cc7-8d7e-32f392c50c09 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.945811] env[68216]: DEBUG nova.scheduler.client.report [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.950269] env[68216]: INFO nova.virt.vmwareapi.images [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] The imported VM was unregistered [ 1008.952057] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Caching image {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1008.952308] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating directory with path [datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.952827] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81cb32a0-66cd-4425-9fba-21e30302124f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.966544] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Created directory with path [datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.966544] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f/OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f.vmdk to [datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b/46df27fc-7664-499a-a494-28ec0bf7cf1b.vmdk. {{(pid=68216) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1008.968432] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-955792e8-3bb9-4d69-be8f-0921af338fd8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.976781] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1008.976781] env[68216]: value = "task-3068928" [ 1008.976781] env[68216]: _type = "Task" [ 1008.976781] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.998510] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068928, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.011228] env[68216]: DEBUG nova.network.neutron [req-68275a8d-cdb6-410e-937f-ef4039a73ce4 req-4c753c1e-2bff-4a33-bd18-7ca845db61ba service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Updated VIF entry in instance network info cache for port df99a7af-7c34-41ea-9148-bf6b20ed5334. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.011927] env[68216]: DEBUG nova.network.neutron [req-68275a8d-cdb6-410e-937f-ef4039a73ce4 req-4c753c1e-2bff-4a33-bd18-7ca845db61ba service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Updating instance_info_cache with network_info: [{"id": "df99a7af-7c34-41ea-9148-bf6b20ed5334", "address": "fa:16:3e:c8:e7:09", "network": {"id": "4090dd51-7ed2-47c1-8e52-1761e09d3722", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-680813381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d52ccdf83944a780f66029906fa5a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf99a7af-7c", "ovs_interfaceid": "df99a7af-7c34-41ea-9148-bf6b20ed5334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.189044] env[68216]: DEBUG nova.network.neutron [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.336040] env[68216]: DEBUG oslo_concurrency.lockutils [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.379980] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquiring lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.380326] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.454433] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.458090] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.995s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.460157] env[68216]: INFO nova.compute.claims [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.468437] env[68216]: DEBUG nova.compute.manager [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.486118] env[68216]: INFO nova.scheduler.client.report [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleted allocations for instance 003ec290-bbab-491b-9ab9-fca2156027ef [ 1009.489127] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068928, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.495479] env[68216]: DEBUG nova.network.neutron [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Updating instance_info_cache with network_info: [{"id": "a5bcd408-09ec-4e49-80e7-ced476c3f041", "address": "fa:16:3e:01:56:97", "network": {"id": "e42fd84e-99c4-4ea4-a834-5a488e4c93b3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-519123389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dbd80ad62d4b83887a9948356be48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5bcd408-09", "ovs_interfaceid": "a5bcd408-09ec-4e49-80e7-ced476c3f041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.507346] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.508743] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.508743] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.508743] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.508743] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.509070] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.509118] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.509366] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.509568] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.509998] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.509998] env[68216]: DEBUG nova.virt.hardware [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.511043] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e9e670-1ff1-413f-a073-478b1b146faa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.515494] env[68216]: DEBUG oslo_concurrency.lockutils [req-68275a8d-cdb6-410e-937f-ef4039a73ce4 req-4c753c1e-2bff-4a33-bd18-7ca845db61ba service nova] Releasing lock "refresh_cache-8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.523214] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6797b8d-21c7-4caa-b60a-e432c9888616 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.560706] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "41224499-c994-42d3-8ac6-c5b5abcd84f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.560802] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "41224499-c994-42d3-8ac6-c5b5abcd84f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.560971] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "41224499-c994-42d3-8ac6-c5b5abcd84f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.561265] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "41224499-c994-42d3-8ac6-c5b5abcd84f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.561454] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "41224499-c994-42d3-8ac6-c5b5abcd84f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.564558] env[68216]: INFO nova.compute.manager [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Terminating instance [ 1009.883607] env[68216]: DEBUG nova.compute.manager [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.947262] env[68216]: DEBUG nova.compute.manager [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Received event network-vif-deleted-935a7d60-4d66-470a-b02b-ab9d62d8f599 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.947556] env[68216]: DEBUG nova.compute.manager [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Received event network-vif-plugged-a5bcd408-09ec-4e49-80e7-ced476c3f041 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.947680] env[68216]: DEBUG oslo_concurrency.lockutils [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] Acquiring lock "0d3737b4-ddf4-416e-9b8c-433a08864464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.947932] env[68216]: DEBUG oslo_concurrency.lockutils [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] Lock "0d3737b4-ddf4-416e-9b8c-433a08864464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.948453] env[68216]: DEBUG oslo_concurrency.lockutils [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] Lock "0d3737b4-ddf4-416e-9b8c-433a08864464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.948582] env[68216]: DEBUG nova.compute.manager [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] No waiting events found dispatching network-vif-plugged-a5bcd408-09ec-4e49-80e7-ced476c3f041 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.948789] env[68216]: WARNING nova.compute.manager [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Received unexpected event network-vif-plugged-a5bcd408-09ec-4e49-80e7-ced476c3f041 for instance with vm_state building and task_state spawning. [ 1009.948941] env[68216]: DEBUG nova.compute.manager [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Received event network-changed-a5bcd408-09ec-4e49-80e7-ced476c3f041 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.949093] env[68216]: DEBUG nova.compute.manager [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Refreshing instance network info cache due to event network-changed-a5bcd408-09ec-4e49-80e7-ced476c3f041. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1009.949264] env[68216]: DEBUG oslo_concurrency.lockutils [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] Acquiring lock "refresh_cache-0d3737b4-ddf4-416e-9b8c-433a08864464" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.989467] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068928, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.000691] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Releasing lock "refresh_cache-0d3737b4-ddf4-416e-9b8c-433a08864464" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.001570] env[68216]: DEBUG nova.compute.manager [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Instance network_info: |[{"id": "a5bcd408-09ec-4e49-80e7-ced476c3f041", "address": "fa:16:3e:01:56:97", "network": {"id": "e42fd84e-99c4-4ea4-a834-5a488e4c93b3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-519123389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dbd80ad62d4b83887a9948356be48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5bcd408-09", "ovs_interfaceid": "a5bcd408-09ec-4e49-80e7-ced476c3f041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.001570] env[68216]: DEBUG oslo_concurrency.lockutils [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] Acquired lock "refresh_cache-0d3737b4-ddf4-416e-9b8c-433a08864464" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.001570] env[68216]: DEBUG nova.network.neutron [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Refreshing network info cache for port a5bcd408-09ec-4e49-80e7-ced476c3f041 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.006042] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:56:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5bcd408-09ec-4e49-80e7-ced476c3f041', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.014714] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Creating folder: Project (41dbd80ad62d4b83887a9948356be48f). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.015871] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb07ec05-11ea-4993-a22b-a321ad5bb36a tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "003ec290-bbab-491b-9ab9-fca2156027ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.709s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.019201] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce95010e-bdb3-45a6-a61a-36ae173ad222 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.033731] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Created folder: Project (41dbd80ad62d4b83887a9948356be48f) in parent group-v614292. [ 1010.034117] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Creating folder: Instances. Parent ref: group-v614552. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.034567] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54248931-eb23-4350-8c63-23ece2c336df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.045500] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Created folder: Instances in parent group-v614552. [ 1010.045774] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.046041] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.046267] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d57a402-e029-49c8-b997-08b2392d03f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.068819] env[68216]: DEBUG nova.compute.manager [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.069167] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.070267] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27914656-6939-4266-9697-369a535fabd0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.075517] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.075517] env[68216]: value = "task-3068931" [ 1010.075517] env[68216]: _type = "Task" [ 1010.075517] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.083027] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.083644] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b18d9ef7-e80e-4e73-8619-508ceeceb58f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.090134] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068931, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.163784] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.164119] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.164326] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleting the datastore file [datastore1] 41224499-c994-42d3-8ac6-c5b5abcd84f7 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.164654] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70ed8591-2a3a-4ef3-b417-98ea039e38f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.173165] env[68216]: DEBUG oslo_vmware.api [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1010.173165] env[68216]: value = "task-3068933" [ 1010.173165] env[68216]: _type = "Task" [ 1010.173165] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.182505] env[68216]: DEBUG oslo_vmware.api [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.418522] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.489429] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068928, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.588975] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068931, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.685918] env[68216]: DEBUG oslo_vmware.api [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3068933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313931} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.686234] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.686419] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.686593] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.686801] env[68216]: INFO nova.compute.manager [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1010.687064] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.687390] env[68216]: DEBUG nova.compute.manager [-] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.687390] env[68216]: DEBUG nova.network.neutron [-] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.785964] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d224ce3a-ecbc-4548-b835-833c2653b18a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.794517] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0123bca0-6fdc-40b2-ac55-ed4c471141a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.836461] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ec39ec-cf3c-4ca6-8eff-1e88b25a548c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.846059] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed301219-e003-4366-95c8-98410482e6c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.862857] env[68216]: DEBUG nova.compute.provider_tree [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.943118] env[68216]: DEBUG oslo_vmware.rw_handles [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02e14-fd1e-c411-3fa2-cb187907ec11/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1010.944317] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e69488-4094-4d0c-89d0-7c4d9dfc92be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.952592] env[68216]: DEBUG oslo_vmware.rw_handles [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02e14-fd1e-c411-3fa2-cb187907ec11/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1010.952674] env[68216]: ERROR oslo_vmware.rw_handles [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02e14-fd1e-c411-3fa2-cb187907ec11/disk-0.vmdk due to incomplete transfer. [ 1010.952908] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c3dc974-1c1c-437b-beaf-a5c5af7cb2f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.963876] env[68216]: DEBUG oslo_vmware.rw_handles [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e02e14-fd1e-c411-3fa2-cb187907ec11/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1010.964153] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Uploaded image 61899bcb-8480-4a35-a91f-b7f7ad75d920 to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1010.967773] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1010.967773] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b1e29d2-a562-4e84-9f4e-ad0b1d562e5f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.974458] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1010.974458] env[68216]: value = "task-3068934" [ 1010.974458] env[68216]: _type = "Task" [ 1010.974458] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.986211] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068934, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.992049] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068928, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.007741] env[68216]: DEBUG nova.network.neutron [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Successfully updated port: 0c4c96af-b5f5-4229-9b29-4ecbfc202ec8 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.011958] env[68216]: DEBUG nova.compute.manager [req-25809fb7-8951-4184-855f-8a04b9f75233 req-4dddcb8b-e84b-44d1-9ac2-c2467b441718 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Received event network-vif-deleted-77619a89-2edc-47b1-8026-78bbe4534e52 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.012217] env[68216]: INFO nova.compute.manager [req-25809fb7-8951-4184-855f-8a04b9f75233 req-4dddcb8b-e84b-44d1-9ac2-c2467b441718 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Neutron deleted interface 77619a89-2edc-47b1-8026-78bbe4534e52; detaching it from the instance and deleting it from the info cache [ 1011.012457] env[68216]: DEBUG nova.network.neutron [req-25809fb7-8951-4184-855f-8a04b9f75233 req-4dddcb8b-e84b-44d1-9ac2-c2467b441718 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.089367] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068931, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.102162] env[68216]: DEBUG nova.network.neutron [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Updated VIF entry in instance network info cache for port a5bcd408-09ec-4e49-80e7-ced476c3f041. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.102162] env[68216]: DEBUG nova.network.neutron [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Updating instance_info_cache with network_info: [{"id": "a5bcd408-09ec-4e49-80e7-ced476c3f041", "address": "fa:16:3e:01:56:97", "network": {"id": "e42fd84e-99c4-4ea4-a834-5a488e4c93b3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-519123389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dbd80ad62d4b83887a9948356be48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5bcd408-09", "ovs_interfaceid": "a5bcd408-09ec-4e49-80e7-ced476c3f041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.370083] env[68216]: DEBUG nova.scheduler.client.report [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.489690] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068934, 'name': Destroy_Task, 'duration_secs': 0.477797} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.492778] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Destroyed the VM [ 1011.493047] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1011.493617] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068928, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.445058} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.493893] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3c92912b-6298-46b4-be78-b51efc8e84b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.495427] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f/OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f.vmdk to [datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b/46df27fc-7664-499a-a494-28ec0bf7cf1b.vmdk. [ 1011.495617] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Cleaning up location [datastore2] OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1011.495884] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5cd42baf-87ab-4cf5-bf95-79a68ed0be0f {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.496073] env[68216]: DEBUG nova.network.neutron [-] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.497218] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d3e7932-e160-4928-af21-73df6b4206a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.504522] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1011.504522] env[68216]: value = "task-3068935" [ 1011.504522] env[68216]: _type = "Task" [ 1011.504522] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.504781] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1011.504781] env[68216]: value = "task-3068936" [ 1011.504781] env[68216]: _type = "Task" [ 1011.504781] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.515358] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquiring lock "refresh_cache-21e5f355-dd83-450a-930e-f7708efa6027" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.515499] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquired lock "refresh_cache-21e5f355-dd83-450a-930e-f7708efa6027" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.515642] env[68216]: DEBUG nova.network.neutron [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.522154] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7302fea0-157e-4785-a22d-e2f532cd81e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.524557] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.524780] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068935, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.533710] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0cf2d3-7641-4820-a56d-ff8eb5acc0d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.564257] env[68216]: DEBUG nova.compute.manager [req-25809fb7-8951-4184-855f-8a04b9f75233 req-4dddcb8b-e84b-44d1-9ac2-c2467b441718 service nova] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Detach interface failed, port_id=77619a89-2edc-47b1-8026-78bbe4534e52, reason: Instance 41224499-c994-42d3-8ac6-c5b5abcd84f7 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1011.566785] env[68216]: DEBUG nova.network.neutron [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.588044] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068931, 'name': CreateVM_Task, 'duration_secs': 1.144896} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.588241] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.588945] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.589153] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.589504] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.589775] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abaa1fd6-b344-416e-b3d5-11e5451ddb3e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.594406] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for the task: (returnval){ [ 1011.594406] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52100bb8-44b9-8fb9-5f92-cbf1523b26a5" [ 1011.594406] env[68216]: _type = "Task" [ 1011.594406] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.602022] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52100bb8-44b9-8fb9-5f92-cbf1523b26a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.604659] env[68216]: DEBUG oslo_concurrency.lockutils [req-43c5fa2f-7491-444b-8cd2-173ab9be99f0 req-36f7efa0-f371-4f66-b092-2e890ffba52e service nova] Releasing lock "refresh_cache-0d3737b4-ddf4-416e-9b8c-433a08864464" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.729853] env[68216]: DEBUG nova.network.neutron [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Updating instance_info_cache with network_info: [{"id": "0c4c96af-b5f5-4229-9b29-4ecbfc202ec8", "address": "fa:16:3e:e4:24:fd", "network": {"id": "a6b9a3e0-1a71-4783-8f1d-325a3b0209aa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2069932236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bf9a4ff8d420ea2b1099901dba605", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4c96af-b5", "ovs_interfaceid": "0c4c96af-b5f5-4229-9b29-4ecbfc202ec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.875728] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.876381] env[68216]: DEBUG nova.compute.manager [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.880177] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.928s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.882205] env[68216]: INFO nova.compute.claims [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.918712] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "512e9886-b14a-4d89-93b9-817624140861" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.918999] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.975287] env[68216]: DEBUG nova.compute.manager [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Received event network-vif-plugged-0c4c96af-b5f5-4229-9b29-4ecbfc202ec8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.975501] env[68216]: DEBUG oslo_concurrency.lockutils [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] Acquiring lock "21e5f355-dd83-450a-930e-f7708efa6027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.975691] env[68216]: DEBUG oslo_concurrency.lockutils [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] Lock "21e5f355-dd83-450a-930e-f7708efa6027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.975858] env[68216]: DEBUG oslo_concurrency.lockutils [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] Lock "21e5f355-dd83-450a-930e-f7708efa6027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.976181] env[68216]: DEBUG nova.compute.manager [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] No waiting events found dispatching network-vif-plugged-0c4c96af-b5f5-4229-9b29-4ecbfc202ec8 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.976392] env[68216]: WARNING nova.compute.manager [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Received unexpected event network-vif-plugged-0c4c96af-b5f5-4229-9b29-4ecbfc202ec8 for instance with vm_state building and task_state spawning. [ 1011.976560] env[68216]: DEBUG nova.compute.manager [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Received event network-changed-0c4c96af-b5f5-4229-9b29-4ecbfc202ec8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.976759] env[68216]: DEBUG nova.compute.manager [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Refreshing instance network info cache due to event network-changed-0c4c96af-b5f5-4229-9b29-4ecbfc202ec8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1011.976946] env[68216]: DEBUG oslo_concurrency.lockutils [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] Acquiring lock "refresh_cache-21e5f355-dd83-450a-930e-f7708efa6027" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.000283] env[68216]: INFO nova.compute.manager [-] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Took 1.31 seconds to deallocate network for instance. [ 1012.017419] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068935, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.020447] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042394} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.020682] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.020842] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b/46df27fc-7664-499a-a494-28ec0bf7cf1b.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.021094] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b/46df27fc-7664-499a-a494-28ec0bf7cf1b.vmdk to [datastore2] 6f9b9dcc-7cb1-4585-9e30-35407867a4de/6f9b9dcc-7cb1-4585-9e30-35407867a4de.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.021346] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-807a16d2-3cc7-4ba7-bfd4-9bae984f7ddb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.027236] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1012.027236] env[68216]: value = "task-3068937" [ 1012.027236] env[68216]: _type = "Task" [ 1012.027236] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.040403] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.105060] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52100bb8-44b9-8fb9-5f92-cbf1523b26a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.105419] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.105673] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.105923] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.106084] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.106280] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.106555] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d482a97f-8975-47fb-89bf-b6281a7eecb2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.115828] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.116014] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.116697] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d719c0-2b75-48b5-a67e-7952c7dba2f1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.122223] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for the task: (returnval){ [ 1012.122223] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528aa2c2-c494-9db5-2de1-497b7e971b3f" [ 1012.122223] env[68216]: _type = "Task" [ 1012.122223] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.129997] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528aa2c2-c494-9db5-2de1-497b7e971b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.233072] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Releasing lock "refresh_cache-21e5f355-dd83-450a-930e-f7708efa6027" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.233347] env[68216]: DEBUG nova.compute.manager [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Instance network_info: |[{"id": "0c4c96af-b5f5-4229-9b29-4ecbfc202ec8", "address": "fa:16:3e:e4:24:fd", "network": {"id": "a6b9a3e0-1a71-4783-8f1d-325a3b0209aa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2069932236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bf9a4ff8d420ea2b1099901dba605", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4c96af-b5", "ovs_interfaceid": "0c4c96af-b5f5-4229-9b29-4ecbfc202ec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.233698] env[68216]: DEBUG oslo_concurrency.lockutils [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] Acquired lock "refresh_cache-21e5f355-dd83-450a-930e-f7708efa6027" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.234091] env[68216]: DEBUG nova.network.neutron [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Refreshing network info cache for port 0c4c96af-b5f5-4229-9b29-4ecbfc202ec8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.235240] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:24:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c4c96af-b5f5-4229-9b29-4ecbfc202ec8', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.242866] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Creating folder: Project (388bf9a4ff8d420ea2b1099901dba605). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.244191] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c10f9bda-c59e-4e12-9270-66bea24db300 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.257042] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Created folder: Project (388bf9a4ff8d420ea2b1099901dba605) in parent group-v614292. [ 1012.257265] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Creating folder: Instances. Parent ref: group-v614555. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.257753] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d3e75d7-0326-40b4-ae20-75aa9940b2e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.267327] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Created folder: Instances in parent group-v614555. [ 1012.267569] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.267782] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.268029] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4f184c6-a70d-4074-97fd-0560e3556f44 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.287795] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.287795] env[68216]: value = "task-3068940" [ 1012.287795] env[68216]: _type = "Task" [ 1012.287795] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.298497] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068940, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.389287] env[68216]: DEBUG nova.compute.utils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.390762] env[68216]: DEBUG nova.compute.manager [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.391018] env[68216]: DEBUG nova.network.neutron [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.422672] env[68216]: INFO nova.compute.manager [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Detaching volume 39fb141a-6d13-42a7-a911-4706b738338e [ 1012.448613] env[68216]: DEBUG nova.policy [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ad779504d224bda8ef1bd6f4e40b923', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb98f66b73744e6d8f9f2b5ab9843dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.467219] env[68216]: INFO nova.virt.block_device [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Attempting to driver detach volume 39fb141a-6d13-42a7-a911-4706b738338e from mountpoint /dev/sdb [ 1012.467481] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1012.467671] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614517', 'volume_id': '39fb141a-6d13-42a7-a911-4706b738338e', 'name': 'volume-39fb141a-6d13-42a7-a911-4706b738338e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '512e9886-b14a-4d89-93b9-817624140861', 'attached_at': '', 'detached_at': '', 'volume_id': '39fb141a-6d13-42a7-a911-4706b738338e', 'serial': '39fb141a-6d13-42a7-a911-4706b738338e'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1012.469269] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd87a1fb-d67d-41d8-90b5-2b29e45e4131 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.503845] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c1e21-f25b-47c8-9a27-8e1d04fe14cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.507295] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.520568] env[68216]: DEBUG oslo_vmware.api [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068935, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552222} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.522702] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1012.523033] env[68216]: INFO nova.compute.manager [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Took 14.81 seconds to snapshot the instance on the hypervisor. [ 1012.528726] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33278c78-b959-49b3-946f-d4199b3962ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.546454] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068937, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.567589] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80ef704-a246-4683-b5d7-e9e3f9048428 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.585141] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] The volume has not been displaced from its original location: [datastore1] volume-39fb141a-6d13-42a7-a911-4706b738338e/volume-39fb141a-6d13-42a7-a911-4706b738338e.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1012.590599] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.590993] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f7310e-ed9d-414d-8846-e7aba61f63ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.610574] env[68216]: DEBUG oslo_vmware.api [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1012.610574] env[68216]: value = "task-3068941" [ 1012.610574] env[68216]: _type = "Task" [ 1012.610574] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.619653] env[68216]: DEBUG oslo_vmware.api [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.632151] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528aa2c2-c494-9db5-2de1-497b7e971b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.008487} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.632995] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b691e0e1-ea3a-40b1-b6b7-146ee586dc03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.639433] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for the task: (returnval){ [ 1012.639433] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528e15f9-d8af-910b-f2ff-47a4793ab0c0" [ 1012.639433] env[68216]: _type = "Task" [ 1012.639433] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.649125] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528e15f9-d8af-910b-f2ff-47a4793ab0c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.801368] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068940, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.895762] env[68216]: DEBUG nova.compute.manager [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.041651] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068937, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.062865] env[68216]: DEBUG nova.network.neutron [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Successfully created port: 1682ccc5-046e-4d0f-b8f3-508ad13194a0 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.111937] env[68216]: DEBUG nova.compute.manager [None req-ce63b1aa-bd5c-4158-863c-a3daaa827273 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Found 2 images (rotation: 2) {{(pid=68216) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1013.119881] env[68216]: DEBUG nova.network.neutron [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Updated VIF entry in instance network info cache for port 0c4c96af-b5f5-4229-9b29-4ecbfc202ec8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.120266] env[68216]: DEBUG nova.network.neutron [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Updating instance_info_cache with network_info: [{"id": "0c4c96af-b5f5-4229-9b29-4ecbfc202ec8", "address": "fa:16:3e:e4:24:fd", "network": {"id": "a6b9a3e0-1a71-4783-8f1d-325a3b0209aa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2069932236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bf9a4ff8d420ea2b1099901dba605", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4c96af-b5", "ovs_interfaceid": "0c4c96af-b5f5-4229-9b29-4ecbfc202ec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.129448] env[68216]: DEBUG oslo_vmware.api [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068941, 'name': ReconfigVM_Task, 'duration_secs': 0.268006} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.129737] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1013.138821] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0852aacb-f5da-4d19-903a-d8b5a3806eeb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.159812] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528e15f9-d8af-910b-f2ff-47a4793ab0c0, 'name': SearchDatastore_Task, 'duration_secs': 0.086692} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.161305] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.161586] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 0d3737b4-ddf4-416e-9b8c-433a08864464/0d3737b4-ddf4-416e-9b8c-433a08864464.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.161910] env[68216]: DEBUG oslo_vmware.api [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1013.161910] env[68216]: value = "task-3068942" [ 1013.161910] env[68216]: _type = "Task" [ 1013.161910] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.162120] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a8d57e-8dab-43ce-81a6-0d35fb3f0084 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.179032] env[68216]: DEBUG oslo_vmware.api [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.180704] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for the task: (returnval){ [ 1013.180704] env[68216]: value = "task-3068943" [ 1013.180704] env[68216]: _type = "Task" [ 1013.180704] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.189287] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.248245] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3febda-c0e6-43b3-8c3c-41c446a001b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.257365] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b22677-aca9-474c-9625-c94a3ada04c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.294142] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b72304-faa4-4567-81a4-eeb51fd4f50d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.302976] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068940, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.307055] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617b7a53-bf65-40d8-8faf-135acfd29163 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.322366] env[68216]: DEBUG nova.compute.provider_tree [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.540088] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068937, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.625228] env[68216]: DEBUG oslo_concurrency.lockutils [req-26c00659-8449-4e8c-ad1c-97616428e369 req-b3dee416-db27-4eed-a7d0-12cbd561a763 service nova] Releasing lock "refresh_cache-21e5f355-dd83-450a-930e-f7708efa6027" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.673283] env[68216]: DEBUG oslo_vmware.api [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.691990] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.799991] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068940, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.825414] env[68216]: DEBUG nova.scheduler.client.report [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.909508] env[68216]: DEBUG nova.compute.manager [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.935063] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.935552] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.935808] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.936116] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.936333] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.936537] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.936809] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.936985] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.937243] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.937431] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.937559] env[68216]: DEBUG nova.virt.hardware [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.938452] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c935ca-f695-437d-abd8-c8c289aa280a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.947738] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70953abe-8cc4-453c-a7b6-5f3dc77e5238 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.041315] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068937, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.174696] env[68216]: DEBUG oslo_vmware.api [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068942, 'name': ReconfigVM_Task, 'duration_secs': 0.81661} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.175107] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614517', 'volume_id': '39fb141a-6d13-42a7-a911-4706b738338e', 'name': 'volume-39fb141a-6d13-42a7-a911-4706b738338e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '512e9886-b14a-4d89-93b9-817624140861', 'attached_at': '', 'detached_at': '', 'volume_id': '39fb141a-6d13-42a7-a911-4706b738338e', 'serial': '39fb141a-6d13-42a7-a911-4706b738338e'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1014.192105] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.300844] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068940, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.331268] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.332544] env[68216]: DEBUG nova.compute.manager [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.336212] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.883s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.337772] env[68216]: INFO nova.compute.claims [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.542118] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068937, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.416843} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.542264] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/46df27fc-7664-499a-a494-28ec0bf7cf1b/46df27fc-7664-499a-a494-28ec0bf7cf1b.vmdk to [datastore2] 6f9b9dcc-7cb1-4585-9e30-35407867a4de/6f9b9dcc-7cb1-4585-9e30-35407867a4de.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.543181] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1716e563-d692-4289-8b0d-6dffd328ca07 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.569308] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 6f9b9dcc-7cb1-4585-9e30-35407867a4de/6f9b9dcc-7cb1-4585-9e30-35407867a4de.vmdk or device None with type streamOptimized {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.569667] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a7041d-307a-4a3b-b6ce-3db5a0cdbc83 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.592951] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1014.592951] env[68216]: value = "task-3068944" [ 1014.592951] env[68216]: _type = "Task" [ 1014.592951] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.601533] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.693011] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068943, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.727045] env[68216]: DEBUG nova.objects.instance [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lazy-loading 'flavor' on Instance uuid 512e9886-b14a-4d89-93b9-817624140861 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.802110] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068940, 'name': CreateVM_Task, 'duration_secs': 2.136692} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.802292] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.803074] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.803242] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.803577] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.803854] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bfa802c-891e-4084-9178-0c911b181094 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.809886] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for the task: (returnval){ [ 1014.809886] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f1e73f-fed8-8b84-5934-99215091e985" [ 1014.809886] env[68216]: _type = "Task" [ 1014.809886] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.814892] env[68216]: DEBUG nova.compute.manager [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.819745] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a471fc-484d-4003-8cc4-ba8f686ae02e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.822592] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f1e73f-fed8-8b84-5934-99215091e985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.848190] env[68216]: DEBUG nova.compute.utils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.848190] env[68216]: DEBUG nova.compute.manager [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.848190] env[68216]: DEBUG nova.network.neutron [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.924648] env[68216]: DEBUG nova.policy [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a8aa6d1b87040d5a9f39c1e4b1580fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cc6335b33cf4372bf9c40865ab454d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.085971] env[68216]: DEBUG nova.compute.manager [req-7ab7040c-0fee-4f7b-ba97-45fbf653a079 req-868f01cf-5d78-4ae1-b41f-4cb572100354 service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Received event network-vif-plugged-1682ccc5-046e-4d0f-b8f3-508ad13194a0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1015.086216] env[68216]: DEBUG oslo_concurrency.lockutils [req-7ab7040c-0fee-4f7b-ba97-45fbf653a079 req-868f01cf-5d78-4ae1-b41f-4cb572100354 service nova] Acquiring lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.086427] env[68216]: DEBUG oslo_concurrency.lockutils [req-7ab7040c-0fee-4f7b-ba97-45fbf653a079 req-868f01cf-5d78-4ae1-b41f-4cb572100354 service nova] Lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.086591] env[68216]: DEBUG oslo_concurrency.lockutils [req-7ab7040c-0fee-4f7b-ba97-45fbf653a079 req-868f01cf-5d78-4ae1-b41f-4cb572100354 service nova] Lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.086751] env[68216]: DEBUG nova.compute.manager [req-7ab7040c-0fee-4f7b-ba97-45fbf653a079 req-868f01cf-5d78-4ae1-b41f-4cb572100354 service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] No waiting events found dispatching network-vif-plugged-1682ccc5-046e-4d0f-b8f3-508ad13194a0 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.086990] env[68216]: WARNING nova.compute.manager [req-7ab7040c-0fee-4f7b-ba97-45fbf653a079 req-868f01cf-5d78-4ae1-b41f-4cb572100354 service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Received unexpected event network-vif-plugged-1682ccc5-046e-4d0f-b8f3-508ad13194a0 for instance with vm_state building and task_state spawning. [ 1015.102378] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068944, 'name': ReconfigVM_Task, 'duration_secs': 0.486077} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.102665] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 6f9b9dcc-7cb1-4585-9e30-35407867a4de/6f9b9dcc-7cb1-4585-9e30-35407867a4de.vmdk or device None with type streamOptimized {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.103320] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9c1557b-5944-40ab-b6f0-0a17c6398116 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.112848] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1015.112848] env[68216]: value = "task-3068945" [ 1015.112848] env[68216]: _type = "Task" [ 1015.112848] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.121133] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068945, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.192802] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068943, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.665713} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.193088] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 0d3737b4-ddf4-416e-9b8c-433a08864464/0d3737b4-ddf4-416e-9b8c-433a08864464.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.193338] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.193628] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3548e4f8-da93-4b9a-9dd7-7e4d77ed1530 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.201382] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for the task: (returnval){ [ 1015.201382] env[68216]: value = "task-3068946" [ 1015.201382] env[68216]: _type = "Task" [ 1015.201382] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.210048] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.320445] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f1e73f-fed8-8b84-5934-99215091e985, 'name': SearchDatastore_Task, 'duration_secs': 0.023835} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.321257] env[68216]: DEBUG nova.network.neutron [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Successfully updated port: 1682ccc5-046e-4d0f-b8f3-508ad13194a0 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.322449] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.322680] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.322909] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.323139] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.323344] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.324060] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f9bfe54-a24b-4076-9214-6c560e3a0e20 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.331594] env[68216]: INFO nova.compute.manager [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] instance snapshotting [ 1015.332212] env[68216]: DEBUG nova.objects.instance [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'flavor' on Instance uuid d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.337028] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.337028] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.337028] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21addde1-6f91-438b-aacd-95d2d183385f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.342941] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for the task: (returnval){ [ 1015.342941] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266dc51-7c1b-0bd3-4e40-df6bf0ef367d" [ 1015.342941] env[68216]: _type = "Task" [ 1015.342941] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.353875] env[68216]: DEBUG nova.compute.manager [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.356257] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266dc51-7c1b-0bd3-4e40-df6bf0ef367d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.409221] env[68216]: DEBUG nova.network.neutron [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Successfully created port: 3865c1ed-cb4c-4d9f-8e6f-3251c428784f {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.609485] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09943d0d-06b3-4359-94a5-41638849e2cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.619723] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a8d95-5f15-4e46-934f-1053a422713f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.626537] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068945, 'name': Rename_Task, 'duration_secs': 0.147782} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.627168] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.627463] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b27ad51c-d44b-4cc5-b310-8f1ff8587ebf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.656325] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c5dcc5-52a0-47db-a878-6f256020d308 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.660373] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1015.660373] env[68216]: value = "task-3068947" [ 1015.660373] env[68216]: _type = "Task" [ 1015.660373] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.666365] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dd8534-2a73-4529-8f44-a66fc2202fe6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.673180] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.682705] env[68216]: DEBUG nova.compute.provider_tree [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.712538] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069184} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.712883] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.714038] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e154341-dfad-4384-ab4e-54986839e651 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.736573] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 0d3737b4-ddf4-416e-9b8c-433a08864464/0d3737b4-ddf4-416e-9b8c-433a08864464.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.737397] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd8e5132-d995-41f2-be32-e302ae310c8e tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.818s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.738320] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea62f2fd-86c3-4d2f-9857-15e82d318432 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.760773] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for the task: (returnval){ [ 1015.760773] env[68216]: value = "task-3068948" [ 1015.760773] env[68216]: _type = "Task" [ 1015.760773] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.768888] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.826624] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.826624] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.826624] env[68216]: DEBUG nova.network.neutron [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.839705] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e90a08-a7d5-4581-b803-3ca1b02343fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.864819] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e54a678-6fc0-4054-88c7-c32fe195905f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.871518] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266dc51-7c1b-0bd3-4e40-df6bf0ef367d, 'name': SearchDatastore_Task, 'duration_secs': 0.008383} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.872647] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f20c4ee-9d53-463c-8543-620354a17da5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.881400] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for the task: (returnval){ [ 1015.881400] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f3fb2a-0f28-1491-c4c5-fff6fcc07a07" [ 1015.881400] env[68216]: _type = "Task" [ 1015.881400] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.889527] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f3fb2a-0f28-1491-c4c5-fff6fcc07a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.170697] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068947, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.205023] env[68216]: ERROR nova.scheduler.client.report [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [req-0d58a0d9-7f6f-43ee-8ff4-7e258d3fa20c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d58a0d9-7f6f-43ee-8ff4-7e258d3fa20c"}]} [ 1016.221022] env[68216]: DEBUG nova.scheduler.client.report [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1016.235715] env[68216]: DEBUG nova.scheduler.client.report [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1016.235932] env[68216]: DEBUG nova.compute.provider_tree [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.246379] env[68216]: DEBUG nova.scheduler.client.report [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1016.265401] env[68216]: DEBUG nova.scheduler.client.report [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1016.273069] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068948, 'name': ReconfigVM_Task, 'duration_secs': 0.322567} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.273342] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 0d3737b4-ddf4-416e-9b8c-433a08864464/0d3737b4-ddf4-416e-9b8c-433a08864464.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.273958] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa439ad4-438e-48c9-a33b-351eea3052f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.280515] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for the task: (returnval){ [ 1016.280515] env[68216]: value = "task-3068949" [ 1016.280515] env[68216]: _type = "Task" [ 1016.280515] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.290287] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068949, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.328843] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "512e9886-b14a-4d89-93b9-817624140861" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.329119] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.329337] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "512e9886-b14a-4d89-93b9-817624140861-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.329537] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.329712] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.333163] env[68216]: INFO nova.compute.manager [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Terminating instance [ 1016.364491] env[68216]: DEBUG nova.network.neutron [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.372270] env[68216]: DEBUG nova.compute.manager [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.380088] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1016.380405] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03d22ec1-1742-4174-b90f-f28f5a51d917 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.392367] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1016.392367] env[68216]: value = "task-3068950" [ 1016.392367] env[68216]: _type = "Task" [ 1016.392367] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.399885] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f3fb2a-0f28-1491-c4c5-fff6fcc07a07, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.405389] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.405655] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 21e5f355-dd83-450a-930e-f7708efa6027/21e5f355-dd83-450a-930e-f7708efa6027.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.406103] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eb7f601-b163-47a6-8a60-b8e6bf9e8034 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.410205] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.410422] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.410574] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.411177] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.411177] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.411177] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.411318] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.411422] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.411590] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.411766] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.411951] env[68216]: DEBUG nova.virt.hardware [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.413107] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4ade37-1e41-4abf-b806-f3e92ba7a0d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.418995] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068950, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.424429] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for the task: (returnval){ [ 1016.424429] env[68216]: value = "task-3068951" [ 1016.424429] env[68216]: _type = "Task" [ 1016.424429] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.431934] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9883a4df-95e8-47e8-8f07-fb019f6acc07 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.442528] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.526932] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc30bd23-abc0-4d1f-94cb-182aa4c92371 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.534225] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07191907-e177-456b-8219-e655369d5745 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.538181] env[68216]: DEBUG nova.network.neutron [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Updating instance_info_cache with network_info: [{"id": "1682ccc5-046e-4d0f-b8f3-508ad13194a0", "address": "fa:16:3e:91:3b:32", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1682ccc5-04", "ovs_interfaceid": "1682ccc5-046e-4d0f-b8f3-508ad13194a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.565965] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ee498a-fc6f-44d9-a2de-0e3894ec61fd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.573529] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75477550-9359-4e4a-b3cf-a09eaa9e5f02 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.588562] env[68216]: DEBUG nova.compute.provider_tree [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.670240] env[68216]: DEBUG oslo_vmware.api [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068947, 'name': PowerOnVM_Task, 'duration_secs': 0.520327} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.670518] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.670706] env[68216]: INFO nova.compute.manager [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Took 15.13 seconds to spawn the instance on the hypervisor. [ 1016.670883] env[68216]: DEBUG nova.compute.manager [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.671677] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46bddda-d777-45d9-8b34-85363d403b80 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.794716] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068949, 'name': Rename_Task, 'duration_secs': 0.142909} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.795768] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.795768] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11cc9892-3cdd-4c41-a05c-eef502be928a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.801438] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for the task: (returnval){ [ 1016.801438] env[68216]: value = "task-3068952" [ 1016.801438] env[68216]: _type = "Task" [ 1016.801438] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.809291] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.842048] env[68216]: DEBUG nova.compute.manager [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.842048] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.842048] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03aa88af-b224-46c3-84cd-57f9104ccd74 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.848470] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.848770] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04b94afe-ed63-416d-89a2-13787a4370a9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.855690] env[68216]: DEBUG oslo_vmware.api [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1016.855690] env[68216]: value = "task-3068953" [ 1016.855690] env[68216]: _type = "Task" [ 1016.855690] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.864359] env[68216]: DEBUG oslo_vmware.api [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.915665] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068950, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.936139] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068951, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.040880] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.041393] env[68216]: DEBUG nova.compute.manager [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Instance network_info: |[{"id": "1682ccc5-046e-4d0f-b8f3-508ad13194a0", "address": "fa:16:3e:91:3b:32", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1682ccc5-04", "ovs_interfaceid": "1682ccc5-046e-4d0f-b8f3-508ad13194a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.042036] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:3b:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1682ccc5-046e-4d0f-b8f3-508ad13194a0', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.055894] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.056305] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.056611] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3b53a40-bd6f-49df-b620-054d6ee4a312 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.077554] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.077554] env[68216]: value = "task-3068954" [ 1017.077554] env[68216]: _type = "Task" [ 1017.077554] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.086547] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068954, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.127447] env[68216]: DEBUG nova.network.neutron [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Successfully updated port: 3865c1ed-cb4c-4d9f-8e6f-3251c428784f {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.130563] env[68216]: DEBUG nova.scheduler.client.report [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1017.131227] env[68216]: DEBUG nova.compute.provider_tree [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 138 to 139 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1017.131301] env[68216]: DEBUG nova.compute.provider_tree [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.189630] env[68216]: INFO nova.compute.manager [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Took 27.71 seconds to build instance. [ 1017.278154] env[68216]: DEBUG nova.compute.manager [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Received event network-changed-1682ccc5-046e-4d0f-b8f3-508ad13194a0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.278408] env[68216]: DEBUG nova.compute.manager [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Refreshing instance network info cache due to event network-changed-1682ccc5-046e-4d0f-b8f3-508ad13194a0. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1017.278626] env[68216]: DEBUG oslo_concurrency.lockutils [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] Acquiring lock "refresh_cache-adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.278808] env[68216]: DEBUG oslo_concurrency.lockutils [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] Acquired lock "refresh_cache-adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.279051] env[68216]: DEBUG nova.network.neutron [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Refreshing network info cache for port 1682ccc5-046e-4d0f-b8f3-508ad13194a0 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.312741] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068952, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.365484] env[68216]: DEBUG oslo_vmware.api [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068953, 'name': PowerOffVM_Task, 'duration_secs': 0.20801} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.366425] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.366758] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.366758] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b487dcf-de5e-48ad-82b9-57feb23c39d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.409932] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068950, 'name': CreateSnapshot_Task, 'duration_secs': 0.961497} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.410215] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1017.410990] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1611f1d-5fae-4517-8f2d-8e9824c617ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.434827] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737576} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.435189] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 21e5f355-dd83-450a-930e-f7708efa6027/21e5f355-dd83-450a-930e-f7708efa6027.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.435412] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.435673] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ef537f2-236d-473d-9770-09728f2ec227 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.443714] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for the task: (returnval){ [ 1017.443714] env[68216]: value = "task-3068956" [ 1017.443714] env[68216]: _type = "Task" [ 1017.443714] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.452685] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.454019] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.454291] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.454519] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleting the datastore file [datastore1] 512e9886-b14a-4d89-93b9-817624140861 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.454821] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ced6e534-4b06-4bda-8179-8ebf11cee450 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.461317] env[68216]: DEBUG oslo_vmware.api [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1017.461317] env[68216]: value = "task-3068957" [ 1017.461317] env[68216]: _type = "Task" [ 1017.461317] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.470305] env[68216]: DEBUG oslo_vmware.api [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.587601] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068954, 'name': CreateVM_Task, 'duration_secs': 0.378535} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.587601] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.588313] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.588528] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.588846] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.589117] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8d3b5f-f51f-485e-bea3-23c5db3a4a7b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.593890] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1017.593890] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f8685c-5eab-72da-11b8-84ffb67d711c" [ 1017.593890] env[68216]: _type = "Task" [ 1017.593890] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.601616] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f8685c-5eab-72da-11b8-84ffb67d711c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.639888] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquiring lock "refresh_cache-971395f4-aaa4-4652-829b-6d861b9da034" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.640049] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquired lock "refresh_cache-971395f4-aaa4-4652-829b-6d861b9da034" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.640204] env[68216]: DEBUG nova.network.neutron [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.646196] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.310s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.646671] env[68216]: DEBUG nova.compute.manager [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.649511] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.421s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.649715] env[68216]: DEBUG nova.objects.instance [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lazy-loading 'resources' on Instance uuid ad615604-7c45-4663-b737-8face23c9cd2 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.691350] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8a9f7617-14bf-440a-8a4c-e26d209758dd tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.229s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.812053] env[68216]: DEBUG oslo_vmware.api [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3068952, 'name': PowerOnVM_Task, 'duration_secs': 0.656109} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.814282] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.814485] env[68216]: INFO nova.compute.manager [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1017.814660] env[68216]: DEBUG nova.compute.manager [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.815485] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153a4a7b-cb89-4795-9d06-bcab12dc4fd8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.856124] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.856266] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.856954] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.856954] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.856954] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.859404] env[68216]: INFO nova.compute.manager [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Terminating instance [ 1017.930784] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1017.931295] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04814c10-b3b0-4124-a006-a685838c68b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.940813] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1017.940813] env[68216]: value = "task-3068958" [ 1017.940813] env[68216]: _type = "Task" [ 1017.940813] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.962495] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071762} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.962742] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068958, 'name': CloneVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.963034] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.967331] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902a29ac-4244-4d19-bc88-3aaa3bc58888 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.974154] env[68216]: DEBUG oslo_vmware.api [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.992467] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 21e5f355-dd83-450a-930e-f7708efa6027/21e5f355-dd83-450a-930e-f7708efa6027.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.995237] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26687be2-efef-43d0-8d85-e74f7e2bdac2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.020725] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for the task: (returnval){ [ 1018.020725] env[68216]: value = "task-3068959" [ 1018.020725] env[68216]: _type = "Task" [ 1018.020725] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.031330] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.084236] env[68216]: DEBUG nova.network.neutron [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Updated VIF entry in instance network info cache for port 1682ccc5-046e-4d0f-b8f3-508ad13194a0. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.084711] env[68216]: DEBUG nova.network.neutron [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Updating instance_info_cache with network_info: [{"id": "1682ccc5-046e-4d0f-b8f3-508ad13194a0", "address": "fa:16:3e:91:3b:32", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1682ccc5-04", "ovs_interfaceid": "1682ccc5-046e-4d0f-b8f3-508ad13194a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.105019] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f8685c-5eab-72da-11b8-84ffb67d711c, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.105367] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.105605] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.105895] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.106061] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.106243] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.106499] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7789447f-d203-4684-be79-dcd8ac462995 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.114158] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.114325] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.115036] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07532c48-f482-42a6-b3b1-9d6a7908f772 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.120515] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1018.120515] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524be32b-bfc0-a87e-cfa4-83105c698bba" [ 1018.120515] env[68216]: _type = "Task" [ 1018.120515] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.128088] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524be32b-bfc0-a87e-cfa4-83105c698bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.152245] env[68216]: DEBUG nova.compute.utils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.157300] env[68216]: DEBUG nova.compute.manager [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.157474] env[68216]: DEBUG nova.network.neutron [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.186136] env[68216]: DEBUG nova.network.neutron [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.249796] env[68216]: DEBUG nova.policy [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '929ce35e732642f295aed1a72ddfcecb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8611438f9aa74c7681a9acba574d4836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.337252] env[68216]: INFO nova.compute.manager [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Took 26.52 seconds to build instance. [ 1018.366017] env[68216]: DEBUG nova.compute.manager [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.366262] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.367228] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6088edcc-2466-4f59-810a-3b7546442208 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.375397] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.375641] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fcaa89c-5f5c-47cc-bc09-59bd0e09ab62 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.384698] env[68216]: DEBUG oslo_vmware.api [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1018.384698] env[68216]: value = "task-3068960" [ 1018.384698] env[68216]: _type = "Task" [ 1018.384698] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.394299] env[68216]: DEBUG oslo_vmware.api [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.437478] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acdfdf8-5898-4e97-be29-59d2e8267461 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.449014] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf6bdf9-b4d3-40ea-a73c-c18904ae0996 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.457371] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068958, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.488303] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91764c6e-9b27-4f3a-be05-b7ab7853d226 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.497675] env[68216]: DEBUG oslo_vmware.api [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3068957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553163} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.499975] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.500192] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.500368] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.500538] env[68216]: INFO nova.compute.manager [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 512e9886-b14a-4d89-93b9-817624140861] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1018.500773] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.501047] env[68216]: DEBUG nova.compute.manager [-] [instance: 512e9886-b14a-4d89-93b9-817624140861] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.501166] env[68216]: DEBUG nova.network.neutron [-] [instance: 512e9886-b14a-4d89-93b9-817624140861] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.503744] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e54e53-bacb-4a96-bdf2-17caf739ab6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.518469] env[68216]: DEBUG nova.compute.provider_tree [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.529929] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.544324] env[68216]: DEBUG nova.network.neutron [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Updating instance_info_cache with network_info: [{"id": "3865c1ed-cb4c-4d9f-8e6f-3251c428784f", "address": "fa:16:3e:19:70:43", "network": {"id": "225a20e9-5ab1-43af-9aa5-645edca6609c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-189754701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6335b33cf4372bf9c40865ab454d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3865c1ed-cb", "ovs_interfaceid": "3865c1ed-cb4c-4d9f-8e6f-3251c428784f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.588144] env[68216]: DEBUG oslo_concurrency.lockutils [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] Releasing lock "refresh_cache-adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.588304] env[68216]: DEBUG nova.compute.manager [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Received event network-vif-plugged-3865c1ed-cb4c-4d9f-8e6f-3251c428784f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.588508] env[68216]: DEBUG oslo_concurrency.lockutils [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] Acquiring lock "971395f4-aaa4-4652-829b-6d861b9da034-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.588711] env[68216]: DEBUG oslo_concurrency.lockutils [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] Lock "971395f4-aaa4-4652-829b-6d861b9da034-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.588866] env[68216]: DEBUG oslo_concurrency.lockutils [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] Lock "971395f4-aaa4-4652-829b-6d861b9da034-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.589042] env[68216]: DEBUG nova.compute.manager [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] No waiting events found dispatching network-vif-plugged-3865c1ed-cb4c-4d9f-8e6f-3251c428784f {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.589713] env[68216]: WARNING nova.compute.manager [req-2fdfda46-9ad7-4e71-8562-2717e5210899 req-67328811-8506-4bd6-8150-5647227f070b service nova] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Received unexpected event network-vif-plugged-3865c1ed-cb4c-4d9f-8e6f-3251c428784f for instance with vm_state building and task_state spawning. [ 1018.631926] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]524be32b-bfc0-a87e-cfa4-83105c698bba, 'name': SearchDatastore_Task, 'duration_secs': 0.043672} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.632756] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d820c7-01e5-4747-b1f1-3cf5eb40dfb3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.639087] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1018.639087] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5250991b-a87d-104c-ce97-a8ea99fe2f6e" [ 1018.639087] env[68216]: _type = "Task" [ 1018.639087] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.647420] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5250991b-a87d-104c-ce97-a8ea99fe2f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.658209] env[68216]: DEBUG nova.compute.manager [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.840384] env[68216]: DEBUG oslo_concurrency.lockutils [None req-10e920f9-64ff-4fd0-b925-7cbf90454d42 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Lock "0d3737b4-ddf4-416e-9b8c-433a08864464" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.029s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.898151] env[68216]: DEBUG oslo_vmware.api [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068960, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.936262] env[68216]: DEBUG nova.network.neutron [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Successfully created port: 1d59dff5-eb82-4a33-bb5b-3015221eb68d {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.963483] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068958, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.021975] env[68216]: DEBUG nova.scheduler.client.report [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.047095] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068959, 'name': ReconfigVM_Task, 'duration_secs': 0.921251} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.047095] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Releasing lock "refresh_cache-971395f4-aaa4-4652-829b-6d861b9da034" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.047095] env[68216]: DEBUG nova.compute.manager [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Instance network_info: |[{"id": "3865c1ed-cb4c-4d9f-8e6f-3251c428784f", "address": "fa:16:3e:19:70:43", "network": {"id": "225a20e9-5ab1-43af-9aa5-645edca6609c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-189754701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6335b33cf4372bf9c40865ab454d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3865c1ed-cb", "ovs_interfaceid": "3865c1ed-cb4c-4d9f-8e6f-3251c428784f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.047316] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 21e5f355-dd83-450a-930e-f7708efa6027/21e5f355-dd83-450a-930e-f7708efa6027.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.049198] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:70:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3865c1ed-cb4c-4d9f-8e6f-3251c428784f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.059299] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Creating folder: Project (6cc6335b33cf4372bf9c40865ab454d0). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.059299] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64b380c1-4eec-4a79-a7a5-e0518a9d1d24 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.061398] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a184ad7-bf38-4059-9dba-b2d851756419 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.069357] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for the task: (returnval){ [ 1019.069357] env[68216]: value = "task-3068961" [ 1019.069357] env[68216]: _type = "Task" [ 1019.069357] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.074433] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Created folder: Project (6cc6335b33cf4372bf9c40865ab454d0) in parent group-v614292. [ 1019.074614] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Creating folder: Instances. Parent ref: group-v614561. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.074902] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8c0d793-84c0-42b6-a967-24b10a873b84 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.080333] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068961, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.091372] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Created folder: Instances in parent group-v614561. [ 1019.091372] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.091462] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.091603] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-151a748c-bcfa-4ca7-b708-0aca20a5c12c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.117016] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.117016] env[68216]: value = "task-3068964" [ 1019.117016] env[68216]: _type = "Task" [ 1019.117016] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.125672] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068964, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.149795] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5250991b-a87d-104c-ce97-a8ea99fe2f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.03369} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.150091] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.150357] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] adae0c12-d4e3-48e1-8adb-ab2cbc38b72b/adae0c12-d4e3-48e1-8adb-ab2cbc38b72b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.150619] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0cde97-1b25-4b9f-941b-c5d09109c33c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.157803] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1019.157803] env[68216]: value = "task-3068965" [ 1019.157803] env[68216]: _type = "Task" [ 1019.157803] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.171948] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.266882] env[68216]: DEBUG nova.compute.manager [req-01172ca6-6d53-41e2-bb26-8c6ad67db897 req-bdd5087b-198a-4c06-93ea-0a09b2d4f684 service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Received event network-vif-deleted-1ee3f7e7-a98b-44ac-90ae-1f111aa14887 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1019.267118] env[68216]: INFO nova.compute.manager [req-01172ca6-6d53-41e2-bb26-8c6ad67db897 req-bdd5087b-198a-4c06-93ea-0a09b2d4f684 service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Neutron deleted interface 1ee3f7e7-a98b-44ac-90ae-1f111aa14887; detaching it from the instance and deleting it from the info cache [ 1019.267295] env[68216]: DEBUG nova.network.neutron [req-01172ca6-6d53-41e2-bb26-8c6ad67db897 req-bdd5087b-198a-4c06-93ea-0a09b2d4f684 service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.307769] env[68216]: DEBUG nova.compute.manager [req-3775dbd9-3310-443e-9d88-98721bb18cec req-6c32e0c3-2936-414a-881e-9aa4cf805229 service nova] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Received event network-changed-3865c1ed-cb4c-4d9f-8e6f-3251c428784f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1019.307954] env[68216]: DEBUG nova.compute.manager [req-3775dbd9-3310-443e-9d88-98721bb18cec req-6c32e0c3-2936-414a-881e-9aa4cf805229 service nova] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Refreshing instance network info cache due to event network-changed-3865c1ed-cb4c-4d9f-8e6f-3251c428784f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1019.308217] env[68216]: DEBUG oslo_concurrency.lockutils [req-3775dbd9-3310-443e-9d88-98721bb18cec req-6c32e0c3-2936-414a-881e-9aa4cf805229 service nova] Acquiring lock "refresh_cache-971395f4-aaa4-4652-829b-6d861b9da034" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.308361] env[68216]: DEBUG oslo_concurrency.lockutils [req-3775dbd9-3310-443e-9d88-98721bb18cec req-6c32e0c3-2936-414a-881e-9aa4cf805229 service nova] Acquired lock "refresh_cache-971395f4-aaa4-4652-829b-6d861b9da034" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.308525] env[68216]: DEBUG nova.network.neutron [req-3775dbd9-3310-443e-9d88-98721bb18cec req-6c32e0c3-2936-414a-881e-9aa4cf805229 service nova] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Refreshing network info cache for port 3865c1ed-cb4c-4d9f-8e6f-3251c428784f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.397594] env[68216]: DEBUG oslo_vmware.api [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068960, 'name': PowerOffVM_Task, 'duration_secs': 0.547281} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.397970] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.398176] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.398533] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dfc904b-8414-43ff-872c-0086b41f97ac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.464097] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068958, 'name': CloneVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.489944] env[68216]: DEBUG nova.network.neutron [-] [instance: 512e9886-b14a-4d89-93b9-817624140861] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.502865] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.503111] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.503295] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleting the datastore file [datastore2] 6f9b9dcc-7cb1-4585-9e30-35407867a4de {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.503564] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03b76e2b-8d63-428e-a7c3-37566fc34684 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.513020] env[68216]: DEBUG oslo_vmware.api [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1019.513020] env[68216]: value = "task-3068967" [ 1019.513020] env[68216]: _type = "Task" [ 1019.513020] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.523644] env[68216]: DEBUG oslo_vmware.api [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.538742] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.541492] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.231s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.541749] env[68216]: DEBUG nova.objects.instance [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lazy-loading 'resources' on Instance uuid 9299989d-d2f4-42f1-93d7-8e6893f6219a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.584034] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068961, 'name': Rename_Task, 'duration_secs': 0.138639} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.584034] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.584034] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8409b21-2127-46cc-8644-6593547a804d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.590646] env[68216]: INFO nova.scheduler.client.report [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Deleted allocations for instance ad615604-7c45-4663-b737-8face23c9cd2 [ 1019.597945] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for the task: (returnval){ [ 1019.597945] env[68216]: value = "task-3068968" [ 1019.597945] env[68216]: _type = "Task" [ 1019.597945] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.607446] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.628015] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068964, 'name': CreateVM_Task, 'duration_secs': 0.359247} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.628587] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.629229] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.629509] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.629810] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.630111] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c132fad-c00b-46d2-b5ac-20dfd822cc21 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.635554] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for the task: (returnval){ [ 1019.635554] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5256e981-cf19-988f-4c6f-c2fc130de1b0" [ 1019.635554] env[68216]: _type = "Task" [ 1019.635554] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.650148] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5256e981-cf19-988f-4c6f-c2fc130de1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.673614] env[68216]: DEBUG nova.compute.manager [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.673614] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.703017] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.703017] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.703017] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.703017] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.703017] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.703017] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.703361] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.703671] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.703985] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.704262] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.704551] env[68216]: DEBUG nova.virt.hardware [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.705747] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcfe54d-6d2a-4a4e-b733-9f78df518d60 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.715780] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5202a9db-a7d2-42f7-b28f-e2ec8a7c10d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.772239] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5e70a5a-e16d-4519-a2a9-ad09668c4f17 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.783016] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10779743-acee-4f89-b2db-6c626e4d9875 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.812751] env[68216]: DEBUG nova.compute.manager [req-01172ca6-6d53-41e2-bb26-8c6ad67db897 req-bdd5087b-198a-4c06-93ea-0a09b2d4f684 service nova] [instance: 512e9886-b14a-4d89-93b9-817624140861] Detach interface failed, port_id=1ee3f7e7-a98b-44ac-90ae-1f111aa14887, reason: Instance 512e9886-b14a-4d89-93b9-817624140861 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1019.961584] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068958, 'name': CloneVM_Task, 'duration_secs': 1.552153} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.962058] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Created linked-clone VM from snapshot [ 1019.963030] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8971c70-98e6-42ef-bb79-7c2cad368efe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.972128] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Uploading image 3a118b75-acea-4faf-8e41-7e1084eb139a {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1019.995501] env[68216]: INFO nova.compute.manager [-] [instance: 512e9886-b14a-4d89-93b9-817624140861] Took 1.49 seconds to deallocate network for instance. [ 1020.006868] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1020.006868] env[68216]: value = "vm-614560" [ 1020.006868] env[68216]: _type = "VirtualMachine" [ 1020.006868] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1020.007186] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-127997bf-383f-4988-91c5-c55a78e11a8f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.020572] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lease: (returnval){ [ 1020.020572] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bddb1d-5fd0-0be0-e7f0-b71503add0df" [ 1020.020572] env[68216]: _type = "HttpNfcLease" [ 1020.020572] env[68216]: } obtained for exporting VM: (result){ [ 1020.020572] env[68216]: value = "vm-614560" [ 1020.020572] env[68216]: _type = "VirtualMachine" [ 1020.020572] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1020.020895] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the lease: (returnval){ [ 1020.020895] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bddb1d-5fd0-0be0-e7f0-b71503add0df" [ 1020.020895] env[68216]: _type = "HttpNfcLease" [ 1020.020895] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1020.028513] env[68216]: DEBUG oslo_vmware.api [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3068967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321671} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.028513] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.028677] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.028846] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.029253] env[68216]: INFO nova.compute.manager [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1020.029690] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.029925] env[68216]: DEBUG nova.compute.manager [-] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.030020] env[68216]: DEBUG nova.network.neutron [-] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.034399] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.034399] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bddb1d-5fd0-0be0-e7f0-b71503add0df" [ 1020.034399] env[68216]: _type = "HttpNfcLease" [ 1020.034399] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1020.054630] env[68216]: DEBUG nova.network.neutron [req-3775dbd9-3310-443e-9d88-98721bb18cec req-6c32e0c3-2936-414a-881e-9aa4cf805229 service nova] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Updated VIF entry in instance network info cache for port 3865c1ed-cb4c-4d9f-8e6f-3251c428784f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.054630] env[68216]: DEBUG nova.network.neutron [req-3775dbd9-3310-443e-9d88-98721bb18cec req-6c32e0c3-2936-414a-881e-9aa4cf805229 service nova] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Updating instance_info_cache with network_info: [{"id": "3865c1ed-cb4c-4d9f-8e6f-3251c428784f", "address": "fa:16:3e:19:70:43", "network": {"id": "225a20e9-5ab1-43af-9aa5-645edca6609c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-189754701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6335b33cf4372bf9c40865ab454d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3865c1ed-cb", "ovs_interfaceid": "3865c1ed-cb4c-4d9f-8e6f-3251c428784f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.100961] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f495d6f9-60f1-4e70-a6ed-82aa1e40fd5e tempest-ServersV294TestFqdnHostnames-1712020477 tempest-ServersV294TestFqdnHostnames-1712020477-project-member] Lock "ad615604-7c45-4663-b737-8face23c9cd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.281s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.114831] env[68216]: DEBUG oslo_vmware.api [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068968, 'name': PowerOnVM_Task, 'duration_secs': 0.517147} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.118024] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.118024] env[68216]: INFO nova.compute.manager [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1020.118024] env[68216]: DEBUG nova.compute.manager [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.118024] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb18ec-faa7-49a2-a54f-f5991a1c9521 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.152020] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5256e981-cf19-988f-4c6f-c2fc130de1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.042088} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.152020] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.152020] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.152020] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.152020] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.152020] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.152020] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec8e6d8a-a53c-4744-bd72-7d16155dd737 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.166789] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.166789] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.169448] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0e11dd-8d18-4f2b-9786-76a5f382b4df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.175761] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53496} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.179026] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] adae0c12-d4e3-48e1-8adb-ab2cbc38b72b/adae0c12-d4e3-48e1-8adb-ab2cbc38b72b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.179026] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.179026] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1d91de1-f6d2-4599-8e9c-ffaedad802f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.179680] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for the task: (returnval){ [ 1020.179680] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521c0bce-5a15-b766-8820-b6c3b1a1d5c3" [ 1020.179680] env[68216]: _type = "Task" [ 1020.179680] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.185946] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1020.185946] env[68216]: value = "task-3068970" [ 1020.185946] env[68216]: _type = "Task" [ 1020.185946] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.189601] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521c0bce-5a15-b766-8820-b6c3b1a1d5c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.200997] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.392733] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bb961d-1a82-42ee-b85a-fafffbb09f34 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.403306] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d23c80-e729-4ab8-8e9f-618cfb051bb4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.437951] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179a2200-6d37-49db-9cb2-0d0e1af35b5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.446582] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b282b-e0b7-4848-ba1f-053b80121a8b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.460901] env[68216]: DEBUG nova.compute.provider_tree [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.503144] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.532054] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.532054] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bddb1d-5fd0-0be0-e7f0-b71503add0df" [ 1020.532054] env[68216]: _type = "HttpNfcLease" [ 1020.532054] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1020.532054] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1020.532054] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52bddb1d-5fd0-0be0-e7f0-b71503add0df" [ 1020.532054] env[68216]: _type = "HttpNfcLease" [ 1020.532054] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1020.532054] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85119017-c34a-4653-8b5e-dda26596f83b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.541258] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e33a-e006-790f-c313-9ba8a6860c64/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1020.542190] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e33a-e006-790f-c313-9ba8a6860c64/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1020.608160] env[68216]: DEBUG oslo_concurrency.lockutils [req-3775dbd9-3310-443e-9d88-98721bb18cec req-6c32e0c3-2936-414a-881e-9aa4cf805229 service nova] Releasing lock "refresh_cache-971395f4-aaa4-4652-829b-6d861b9da034" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.636074] env[68216]: INFO nova.compute.manager [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Took 23.51 seconds to build instance. [ 1020.691953] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521c0bce-5a15-b766-8820-b6c3b1a1d5c3, 'name': SearchDatastore_Task, 'duration_secs': 0.019485} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.695862] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e0c2c8-d266-4dea-ba40-67f497d18634 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.704216] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180776} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.705930] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.706381] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for the task: (returnval){ [ 1020.706381] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520561ad-21d3-4fe6-8da4-b9c6c0c63109" [ 1020.706381] env[68216]: _type = "Task" [ 1020.706381] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.707407] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e55be4-6e14-4a39-825f-c04b32118ad9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.738319] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520561ad-21d3-4fe6-8da4-b9c6c0c63109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.753991] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] adae0c12-d4e3-48e1-8adb-ab2cbc38b72b/adae0c12-d4e3-48e1-8adb-ab2cbc38b72b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.754671] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7c10749-45ba-488c-ae7b-b6192e1dbb99 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.783352] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f4aefe5-1181-4f45-96fc-2a0a814e2e54 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.789654] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1020.789654] env[68216]: value = "task-3068971" [ 1020.789654] env[68216]: _type = "Task" [ 1020.789654] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.799539] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.965196] env[68216]: DEBUG nova.scheduler.client.report [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.111507] env[68216]: DEBUG nova.network.neutron [-] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.139599] env[68216]: DEBUG oslo_concurrency.lockutils [None req-90477014-aeee-4449-8021-34695d6f762d tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lock "21e5f355-dd83-450a-930e-f7708efa6027" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.017s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.225402] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520561ad-21d3-4fe6-8da4-b9c6c0c63109, 'name': SearchDatastore_Task, 'duration_secs': 0.039148} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.225769] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.226151] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 971395f4-aaa4-4652-829b-6d861b9da034/971395f4-aaa4-4652-829b-6d861b9da034.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.226517] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64d71458-5fda-4ebe-a6a6-b977403bc5f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.236152] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for the task: (returnval){ [ 1021.236152] env[68216]: value = "task-3068972" [ 1021.236152] env[68216]: _type = "Task" [ 1021.236152] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.245854] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.301230] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068971, 'name': ReconfigVM_Task, 'duration_secs': 0.502607} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.301698] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Reconfigured VM instance instance-00000063 to attach disk [datastore2] adae0c12-d4e3-48e1-8adb-ab2cbc38b72b/adae0c12-d4e3-48e1-8adb-ab2cbc38b72b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.302408] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6ac8c03-36b6-418e-9ca5-07802b74b6ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.310404] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1021.310404] env[68216]: value = "task-3068973" [ 1021.310404] env[68216]: _type = "Task" [ 1021.310404] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.320185] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068973, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.393433] env[68216]: DEBUG nova.compute.manager [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Received event network-changed-a5bcd408-09ec-4e49-80e7-ced476c3f041 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1021.393433] env[68216]: DEBUG nova.compute.manager [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Refreshing instance network info cache due to event network-changed-a5bcd408-09ec-4e49-80e7-ced476c3f041. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1021.393433] env[68216]: DEBUG oslo_concurrency.lockutils [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] Acquiring lock "refresh_cache-0d3737b4-ddf4-416e-9b8c-433a08864464" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.393654] env[68216]: DEBUG oslo_concurrency.lockutils [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] Acquired lock "refresh_cache-0d3737b4-ddf4-416e-9b8c-433a08864464" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.393847] env[68216]: DEBUG nova.network.neutron [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Refreshing network info cache for port a5bcd408-09ec-4e49-80e7-ced476c3f041 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.473160] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.488050] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.612s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.488050] env[68216]: DEBUG nova.objects.instance [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1021.532351] env[68216]: INFO nova.scheduler.client.report [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Deleted allocations for instance 9299989d-d2f4-42f1-93d7-8e6893f6219a [ 1021.600854] env[68216]: DEBUG nova.network.neutron [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Successfully updated port: 1d59dff5-eb82-4a33-bb5b-3015221eb68d {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.614646] env[68216]: INFO nova.compute.manager [-] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Took 1.58 seconds to deallocate network for instance. [ 1021.750339] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.820700] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068973, 'name': Rename_Task, 'duration_secs': 0.183605} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.821085] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.821352] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3504818e-bffe-4b18-950a-5f18fc766818 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.828972] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1021.828972] env[68216]: value = "task-3068974" [ 1021.828972] env[68216]: _type = "Task" [ 1021.828972] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.837660] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.044753] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9009ac41-f485-4994-b956-e4bf3f5bfebf tempest-ServerDiskConfigTestJSON-726848299 tempest-ServerDiskConfigTestJSON-726848299-project-member] Lock "9299989d-d2f4-42f1-93d7-8e6893f6219a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.417s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.104376] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "refresh_cache-bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.109077] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "refresh_cache-bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.109077] env[68216]: DEBUG nova.network.neutron [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.121846] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.250736] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655898} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.251098] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 971395f4-aaa4-4652-829b-6d861b9da034/971395f4-aaa4-4652-829b-6d861b9da034.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.252203] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.252494] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19fd80a0-6f47-40c2-8d6b-234d4879bcdc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.266159] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for the task: (returnval){ [ 1022.266159] env[68216]: value = "task-3068975" [ 1022.266159] env[68216]: _type = "Task" [ 1022.266159] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.282868] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.336366] env[68216]: DEBUG nova.network.neutron [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Updated VIF entry in instance network info cache for port a5bcd408-09ec-4e49-80e7-ced476c3f041. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.336804] env[68216]: DEBUG nova.network.neutron [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Updating instance_info_cache with network_info: [{"id": "a5bcd408-09ec-4e49-80e7-ced476c3f041", "address": "fa:16:3e:01:56:97", "network": {"id": "e42fd84e-99c4-4ea4-a834-5a488e4c93b3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-519123389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dbd80ad62d4b83887a9948356be48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5bcd408-09", "ovs_interfaceid": "a5bcd408-09ec-4e49-80e7-ced476c3f041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.343080] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068974, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.494605] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d017bb-ff0d-4e87-baac-f67c533fc5bd tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.495832] env[68216]: DEBUG oslo_concurrency.lockutils [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.160s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.496544] env[68216]: DEBUG nova.objects.instance [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lazy-loading 'resources' on Instance uuid 56570013-7be5-4ed5-b5b4-c1d95eafdd40 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.692619] env[68216]: DEBUG nova.network.neutron [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.785908] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073261} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.785908] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.785908] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ade52-ce3a-431b-851e-465ed4e13da1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.812462] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 971395f4-aaa4-4652-829b-6d861b9da034/971395f4-aaa4-4652-829b-6d861b9da034.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.812793] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28de0b4b-c54d-4b56-be78-85008be493ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.835456] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for the task: (returnval){ [ 1022.835456] env[68216]: value = "task-3068976" [ 1022.835456] env[68216]: _type = "Task" [ 1022.835456] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.842197] env[68216]: DEBUG oslo_vmware.api [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3068974, 'name': PowerOnVM_Task, 'duration_secs': 0.852227} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.842753] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.842997] env[68216]: INFO nova.compute.manager [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1022.843239] env[68216]: DEBUG nova.compute.manager [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.844116] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d78266d-190d-4d47-b77d-8f0c23119b56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.850031] env[68216]: DEBUG oslo_concurrency.lockutils [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] Releasing lock "refresh_cache-0d3737b4-ddf4-416e-9b8c-433a08864464" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.851252] env[68216]: DEBUG nova.compute.manager [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Received event network-vif-deleted-aabb6924-a369-47bd-8290-6200f8450809 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1022.851489] env[68216]: DEBUG nova.compute.manager [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Received event network-vif-plugged-1d59dff5-eb82-4a33-bb5b-3015221eb68d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1022.851696] env[68216]: DEBUG oslo_concurrency.lockutils [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] Acquiring lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.851911] env[68216]: DEBUG oslo_concurrency.lockutils [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] Lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.852105] env[68216]: DEBUG oslo_concurrency.lockutils [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] Lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.852299] env[68216]: DEBUG nova.compute.manager [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] No waiting events found dispatching network-vif-plugged-1d59dff5-eb82-4a33-bb5b-3015221eb68d {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.852471] env[68216]: WARNING nova.compute.manager [req-ff4d182f-dbb4-42d8-8215-ca88e7fcf2df req-88c27914-a97e-4931-b51c-61855715f751 service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Received unexpected event network-vif-plugged-1d59dff5-eb82-4a33-bb5b-3015221eb68d for instance with vm_state building and task_state spawning. [ 1022.852867] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068976, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.034163] env[68216]: DEBUG nova.network.neutron [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Updating instance_info_cache with network_info: [{"id": "1d59dff5-eb82-4a33-bb5b-3015221eb68d", "address": "fa:16:3e:5a:d2:9e", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d59dff5-eb", "ovs_interfaceid": "1d59dff5-eb82-4a33-bb5b-3015221eb68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.281853] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d5894a-3d0d-46ba-a29f-030095e5154f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.289815] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2ce82e-f049-42d7-932f-81150f2dae77 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.325121] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8e94b1-023f-47c8-be7a-684b095d960a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.338836] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8589db7d-3ced-450b-b2b8-fbd1927584bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.351442] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068976, 'name': ReconfigVM_Task, 'duration_secs': 0.299546} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.359100] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 971395f4-aaa4-4652-829b-6d861b9da034/971395f4-aaa4-4652-829b-6d861b9da034.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.359997] env[68216]: DEBUG nova.compute.provider_tree [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.361579] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52b0494b-504c-4a4c-963c-50b0145a7de5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.371096] env[68216]: INFO nova.compute.manager [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Took 22.93 seconds to build instance. [ 1023.374851] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for the task: (returnval){ [ 1023.374851] env[68216]: value = "task-3068977" [ 1023.374851] env[68216]: _type = "Task" [ 1023.374851] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.386252] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068977, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.423718] env[68216]: DEBUG nova.compute.manager [req-c5f3db9f-a820-416e-9f46-21185656712e req-5e106d29-4d15-4e49-acc4-72cea825cedf service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Received event network-changed-1d59dff5-eb82-4a33-bb5b-3015221eb68d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.423869] env[68216]: DEBUG nova.compute.manager [req-c5f3db9f-a820-416e-9f46-21185656712e req-5e106d29-4d15-4e49-acc4-72cea825cedf service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Refreshing instance network info cache due to event network-changed-1d59dff5-eb82-4a33-bb5b-3015221eb68d. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1023.423936] env[68216]: DEBUG oslo_concurrency.lockutils [req-c5f3db9f-a820-416e-9f46-21185656712e req-5e106d29-4d15-4e49-acc4-72cea825cedf service nova] Acquiring lock "refresh_cache-bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.536656] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "refresh_cache-bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.537013] env[68216]: DEBUG nova.compute.manager [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Instance network_info: |[{"id": "1d59dff5-eb82-4a33-bb5b-3015221eb68d", "address": "fa:16:3e:5a:d2:9e", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d59dff5-eb", "ovs_interfaceid": "1d59dff5-eb82-4a33-bb5b-3015221eb68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.537382] env[68216]: DEBUG oslo_concurrency.lockutils [req-c5f3db9f-a820-416e-9f46-21185656712e req-5e106d29-4d15-4e49-acc4-72cea825cedf service nova] Acquired lock "refresh_cache-bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.537569] env[68216]: DEBUG nova.network.neutron [req-c5f3db9f-a820-416e-9f46-21185656712e req-5e106d29-4d15-4e49-acc4-72cea825cedf service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Refreshing network info cache for port 1d59dff5-eb82-4a33-bb5b-3015221eb68d {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.539639] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:d2:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d59dff5-eb82-4a33-bb5b-3015221eb68d', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.547546] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.548456] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.548688] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-736aedf6-78d5-4ab3-ae02-0228689bcdeb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.568395] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquiring lock "21e5f355-dd83-450a-930e-f7708efa6027" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.569554] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lock "21e5f355-dd83-450a-930e-f7708efa6027" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.569554] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquiring lock "21e5f355-dd83-450a-930e-f7708efa6027-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.569554] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lock "21e5f355-dd83-450a-930e-f7708efa6027-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.569554] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lock "21e5f355-dd83-450a-930e-f7708efa6027-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.571309] env[68216]: INFO nova.compute.manager [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Terminating instance [ 1023.575517] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.575517] env[68216]: value = "task-3068978" [ 1023.575517] env[68216]: _type = "Task" [ 1023.575517] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.585906] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068978, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.868297] env[68216]: DEBUG nova.scheduler.client.report [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.875639] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2d0c09be-2b12-4de4-89a4-0d49a4dad6c6 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.452s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.890972] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068977, 'name': Rename_Task, 'duration_secs': 0.139752} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.893051] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.893951] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61c07cea-de92-4a37-9c34-7b1821459993 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.903248] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for the task: (returnval){ [ 1023.903248] env[68216]: value = "task-3068979" [ 1023.903248] env[68216]: _type = "Task" [ 1023.903248] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.915020] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.074767] env[68216]: DEBUG nova.compute.manager [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.075207] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.076177] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a518ca-777d-4550-a23a-70b16219990e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.088850] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068978, 'name': CreateVM_Task, 'duration_secs': 0.32455} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.091363] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.091962] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.092475] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.092673] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.093146] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.093385] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b3f4ad0-d681-411f-bb94-653ace355aa6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.095228] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b875fb8-73e1-4123-ae76-cdd9b4a64e3c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.102153] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1024.102153] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ab748c-8c9e-8150-3b56-29a43c00f247" [ 1024.102153] env[68216]: _type = "Task" [ 1024.102153] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.110494] env[68216]: DEBUG oslo_vmware.api [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for the task: (returnval){ [ 1024.110494] env[68216]: value = "task-3068980" [ 1024.110494] env[68216]: _type = "Task" [ 1024.110494] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.117590] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ab748c-8c9e-8150-3b56-29a43c00f247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.122437] env[68216]: DEBUG oslo_vmware.api [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.377688] env[68216]: DEBUG oslo_concurrency.lockutils [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.381702] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.963s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.384043] env[68216]: INFO nova.compute.claims [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.416117] env[68216]: DEBUG oslo_vmware.api [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068979, 'name': PowerOnVM_Task, 'duration_secs': 0.500959} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.416378] env[68216]: INFO nova.scheduler.client.report [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted allocations for instance 56570013-7be5-4ed5-b5b4-c1d95eafdd40 [ 1024.417335] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.417526] env[68216]: INFO nova.compute.manager [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1024.417926] env[68216]: DEBUG nova.compute.manager [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.421916] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a315ace0-34c6-4436-871d-20b17600a576 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.614938] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ab748c-8c9e-8150-3b56-29a43c00f247, 'name': SearchDatastore_Task, 'duration_secs': 0.017208} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.618497] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.618738] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.618969] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.619134] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.619309] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.619583] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1062785e-46ad-49ae-ae83-bcf776df881c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.626757] env[68216]: DEBUG oslo_vmware.api [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068980, 'name': PowerOffVM_Task, 'duration_secs': 0.2614} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.627052] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.627264] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.627534] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e117702-9092-4ad1-8c7a-a4753db2147b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.631266] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.631428] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.632502] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e31748-fcc5-4d2c-89d2-960e7de888e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.638087] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1024.638087] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5273c025-b2d4-5cfe-cdd1-df46cdc524fc" [ 1024.638087] env[68216]: _type = "Task" [ 1024.638087] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.648390] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5273c025-b2d4-5cfe-cdd1-df46cdc524fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.694263] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.694263] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.694557] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Deleting the datastore file [datastore2] 21e5f355-dd83-450a-930e-f7708efa6027 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.694769] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dd28458-17bf-4d8a-8b11-18d7d7292f23 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.701707] env[68216]: DEBUG oslo_vmware.api [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for the task: (returnval){ [ 1024.701707] env[68216]: value = "task-3068982" [ 1024.701707] env[68216]: _type = "Task" [ 1024.701707] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.710721] env[68216]: DEBUG oslo_vmware.api [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.803579] env[68216]: DEBUG nova.network.neutron [req-c5f3db9f-a820-416e-9f46-21185656712e req-5e106d29-4d15-4e49-acc4-72cea825cedf service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Updated VIF entry in instance network info cache for port 1d59dff5-eb82-4a33-bb5b-3015221eb68d. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.804008] env[68216]: DEBUG nova.network.neutron [req-c5f3db9f-a820-416e-9f46-21185656712e req-5e106d29-4d15-4e49-acc4-72cea825cedf service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Updating instance_info_cache with network_info: [{"id": "1d59dff5-eb82-4a33-bb5b-3015221eb68d", "address": "fa:16:3e:5a:d2:9e", "network": {"id": "89487111-bc77-4710-b96e-f74cef5ed42f", "bridge": "br-int", "label": "tempest-ServersTestJSON-827327782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8611438f9aa74c7681a9acba574d4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d59dff5-eb", "ovs_interfaceid": "1d59dff5-eb82-4a33-bb5b-3015221eb68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.930171] env[68216]: DEBUG oslo_concurrency.lockutils [None req-04ff4cb0-de55-4527-b771-68a766a159e8 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "56570013-7be5-4ed5-b5b4-c1d95eafdd40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.951s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.947579] env[68216]: INFO nova.compute.manager [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Took 24.03 seconds to build instance. [ 1025.157567] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5273c025-b2d4-5cfe-cdd1-df46cdc524fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.157567] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba7ecb0-b8c0-43bd-9bbc-1922b33ebed3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.164969] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1025.164969] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522cdbfe-33c8-6570-5bcf-6476dd028449" [ 1025.164969] env[68216]: _type = "Task" [ 1025.164969] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.175360] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522cdbfe-33c8-6570-5bcf-6476dd028449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.215928] env[68216]: DEBUG oslo_vmware.api [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Task: {'id': task-3068982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177599} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.216348] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.216528] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.216757] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.217098] env[68216]: INFO nova.compute.manager [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1025.217445] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.217691] env[68216]: DEBUG nova.compute.manager [-] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.217914] env[68216]: DEBUG nova.network.neutron [-] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.307061] env[68216]: DEBUG oslo_concurrency.lockutils [req-c5f3db9f-a820-416e-9f46-21185656712e req-5e106d29-4d15-4e49-acc4-72cea825cedf service nova] Releasing lock "refresh_cache-bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.449680] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43c11175-dd7f-41d0-a1fd-0ea3bdbb7a6c tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lock "971395f4-aaa4-4652-829b-6d861b9da034" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.555s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.685807] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]522cdbfe-33c8-6570-5bcf-6476dd028449, 'name': SearchDatastore_Task, 'duration_secs': 0.013981} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.686915] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.687516] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] bf64d93e-5dbd-4e00-9f88-99a0a0feed3b/bf64d93e-5dbd-4e00-9f88-99a0a0feed3b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.688056] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-048660de-4325-49e3-ba40-b625027affa1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.700163] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1025.700163] env[68216]: value = "task-3068983" [ 1025.700163] env[68216]: _type = "Task" [ 1025.700163] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.711603] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.713711] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ba0771-a89b-4222-96f3-92bc162b9959 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.721845] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41512506-f49c-4637-9f9f-f4675ff950d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.754539] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e59aea-777d-4a31-b103-8683f0b0c591 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.761221] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4046964-77a0-422a-93e8-c8c97c69de2e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.777015] env[68216]: DEBUG nova.compute.provider_tree [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.174073] env[68216]: DEBUG oslo_concurrency.lockutils [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquiring lock "971395f4-aaa4-4652-829b-6d861b9da034" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.175169] env[68216]: DEBUG oslo_concurrency.lockutils [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lock "971395f4-aaa4-4652-829b-6d861b9da034" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.175630] env[68216]: DEBUG oslo_concurrency.lockutils [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquiring lock "971395f4-aaa4-4652-829b-6d861b9da034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.176455] env[68216]: DEBUG oslo_concurrency.lockutils [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lock "971395f4-aaa4-4652-829b-6d861b9da034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.176858] env[68216]: DEBUG oslo_concurrency.lockutils [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lock "971395f4-aaa4-4652-829b-6d861b9da034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.180220] env[68216]: INFO nova.compute.manager [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Terminating instance [ 1026.208906] env[68216]: DEBUG nova.compute.manager [req-67406ea6-4c9f-47f9-99f4-84a34327f2a7 req-7d7f551d-ad65-4db3-8cea-88c933e56374 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Received event network-vif-deleted-0c4c96af-b5f5-4229-9b29-4ecbfc202ec8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.209516] env[68216]: INFO nova.compute.manager [req-67406ea6-4c9f-47f9-99f4-84a34327f2a7 req-7d7f551d-ad65-4db3-8cea-88c933e56374 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Neutron deleted interface 0c4c96af-b5f5-4229-9b29-4ecbfc202ec8; detaching it from the instance and deleting it from the info cache [ 1026.209759] env[68216]: DEBUG nova.network.neutron [req-67406ea6-4c9f-47f9-99f4-84a34327f2a7 req-7d7f551d-ad65-4db3-8cea-88c933e56374 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.221242] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.282738] env[68216]: DEBUG nova.scheduler.client.report [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.537899] env[68216]: DEBUG nova.network.neutron [-] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.686703] env[68216]: DEBUG nova.compute.manager [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.686959] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.687910] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bcef9b-6282-452f-ae36-9f4157ee12c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.698439] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.698439] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b15dab8-28d9-4b38-ad26-40ea7b95f025 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.718281] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594369} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.718281] env[68216]: DEBUG oslo_vmware.api [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for the task: (returnval){ [ 1026.718281] env[68216]: value = "task-3068984" [ 1026.718281] env[68216]: _type = "Task" [ 1026.718281] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.718281] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e35db1a-e75f-47f0-bcbf-d1497c4f374c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.720476] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] bf64d93e-5dbd-4e00-9f88-99a0a0feed3b/bf64d93e-5dbd-4e00-9f88-99a0a0feed3b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.720743] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.721103] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d6c2efe-0ce4-4cd7-9dc8-9d7e106218db {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.733979] env[68216]: DEBUG oslo_vmware.api [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.736529] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1026.736529] env[68216]: value = "task-3068985" [ 1026.736529] env[68216]: _type = "Task" [ 1026.736529] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.741068] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c829a2-331a-42bc-a71c-0fdc7c9f9d5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.760847] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.778655] env[68216]: DEBUG nova.compute.manager [req-67406ea6-4c9f-47f9-99f4-84a34327f2a7 req-7d7f551d-ad65-4db3-8cea-88c933e56374 service nova] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Detach interface failed, port_id=0c4c96af-b5f5-4229-9b29-4ecbfc202ec8, reason: Instance 21e5f355-dd83-450a-930e-f7708efa6027 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1026.785967] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.786516] env[68216]: DEBUG nova.compute.manager [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.789353] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.282s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.789388] env[68216]: DEBUG nova.objects.instance [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lazy-loading 'resources' on Instance uuid 41224499-c994-42d3-8ac6-c5b5abcd84f7 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.043027] env[68216]: INFO nova.compute.manager [-] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Took 1.82 seconds to deallocate network for instance. [ 1027.232980] env[68216]: DEBUG oslo_vmware.api [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068984, 'name': PowerOffVM_Task, 'duration_secs': 0.265056} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.232980] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.232980] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.233235] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-221af276-1400-485e-bc30-38dc5f8b3d0f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.246443] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110908} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.246638] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.247386] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42939124-3d97-48c7-8de9-bef9353dfa5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.273974] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] bf64d93e-5dbd-4e00-9f88-99a0a0feed3b/bf64d93e-5dbd-4e00-9f88-99a0a0feed3b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.274352] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2d845e0-0751-4d76-b182-afc26707ff17 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.292554] env[68216]: DEBUG nova.compute.utils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.299748] env[68216]: DEBUG nova.compute.manager [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.299915] env[68216]: DEBUG nova.network.neutron [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.303751] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1027.303751] env[68216]: value = "task-3068987" [ 1027.303751] env[68216]: _type = "Task" [ 1027.303751] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.306786] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.307009] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.307331] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Deleting the datastore file [datastore2] 971395f4-aaa4-4652-829b-6d861b9da034 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.307841] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09006024-e8f3-4747-955d-2033ee1ac223 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.312937] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.318666] env[68216]: DEBUG oslo_vmware.api [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for the task: (returnval){ [ 1027.318666] env[68216]: value = "task-3068988" [ 1027.318666] env[68216]: _type = "Task" [ 1027.318666] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.330230] env[68216]: DEBUG oslo_vmware.api [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.418471] env[68216]: DEBUG nova.policy [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4ffc9ddd8f4479898149e8d2f71d9e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0683ac4f41246918eb8eedff55e203d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.547760] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.550256] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ff410f-ab6d-46fd-9c56-c1775978c9d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.557799] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623d7370-941d-4003-8b4c-2a3f232bc8d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.595384] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031df5c6-dd7c-4037-b1ce-860d7a3d2133 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.603661] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc74b71-2493-4b9c-9556-3a314f4def7d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.621025] env[68216]: DEBUG nova.compute.provider_tree [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.799353] env[68216]: DEBUG nova.compute.manager [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.812418] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068987, 'name': ReconfigVM_Task, 'duration_secs': 0.391344} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.813096] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] bf64d93e-5dbd-4e00-9f88-99a0a0feed3b/bf64d93e-5dbd-4e00-9f88-99a0a0feed3b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.816781] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d59cb89-c56f-46dd-aadb-177c7c8e765c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.820066] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1027.820066] env[68216]: value = "task-3068989" [ 1027.820066] env[68216]: _type = "Task" [ 1027.820066] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.831949] env[68216]: DEBUG oslo_vmware.api [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Task: {'id': task-3068988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272356} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.836011] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.836011] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.836011] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.836011] env[68216]: INFO nova.compute.manager [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1027.836506] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.836506] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068989, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.836603] env[68216]: DEBUG nova.compute.manager [-] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.836692] env[68216]: DEBUG nova.network.neutron [-] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.962372] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "01bd1b70-a598-45d7-8f58-4253db07e0c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.962614] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "01bd1b70-a598-45d7-8f58-4253db07e0c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.990459] env[68216]: DEBUG nova.network.neutron [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Successfully created port: 89bb282a-40bb-4e75-9c7e-684b32d3519a {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.122849] env[68216]: DEBUG nova.scheduler.client.report [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.239774] env[68216]: DEBUG nova.compute.manager [req-aa97465e-3b3e-462f-9a2a-83aaf1f808b1 req-32e1e52a-b984-42c5-9e7e-24df9ef0ed59 service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Received event network-changed-1682ccc5-046e-4d0f-b8f3-508ad13194a0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1028.240055] env[68216]: DEBUG nova.compute.manager [req-aa97465e-3b3e-462f-9a2a-83aaf1f808b1 req-32e1e52a-b984-42c5-9e7e-24df9ef0ed59 service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Refreshing instance network info cache due to event network-changed-1682ccc5-046e-4d0f-b8f3-508ad13194a0. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1028.240338] env[68216]: DEBUG oslo_concurrency.lockutils [req-aa97465e-3b3e-462f-9a2a-83aaf1f808b1 req-32e1e52a-b984-42c5-9e7e-24df9ef0ed59 service nova] Acquiring lock "refresh_cache-adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.240423] env[68216]: DEBUG oslo_concurrency.lockutils [req-aa97465e-3b3e-462f-9a2a-83aaf1f808b1 req-32e1e52a-b984-42c5-9e7e-24df9ef0ed59 service nova] Acquired lock "refresh_cache-adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.240581] env[68216]: DEBUG nova.network.neutron [req-aa97465e-3b3e-462f-9a2a-83aaf1f808b1 req-32e1e52a-b984-42c5-9e7e-24df9ef0ed59 service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Refreshing network info cache for port 1682ccc5-046e-4d0f-b8f3-508ad13194a0 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.334670] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068989, 'name': Rename_Task, 'duration_secs': 0.138421} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.334945] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.336807] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d786db27-4c94-4b7a-b34e-372751ae8e7a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.343815] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1028.343815] env[68216]: value = "task-3068990" [ 1028.343815] env[68216]: _type = "Task" [ 1028.343815] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.353425] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.364050] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "4a825359-633c-4ab6-8624-2fb555903708" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.364309] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "4a825359-633c-4ab6-8624-2fb555903708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.400516] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.400714] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.431894] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.432098] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.464327] env[68216]: DEBUG nova.compute.manager [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.628226] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.631035] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.128s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.631035] env[68216]: DEBUG nova.objects.instance [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lazy-loading 'resources' on Instance uuid 512e9886-b14a-4d89-93b9-817624140861 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.650950] env[68216]: INFO nova.scheduler.client.report [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted allocations for instance 41224499-c994-42d3-8ac6-c5b5abcd84f7 [ 1028.811586] env[68216]: DEBUG nova.network.neutron [-] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.817529] env[68216]: DEBUG nova.compute.manager [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.843284] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.843538] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.843694] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.843846] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.843992] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.844905] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.844963] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.845148] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.845424] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.845633] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.845828] env[68216]: DEBUG nova.virt.hardware [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.847224] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedc6b15-ff71-48cb-976d-f7636142a86b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.861043] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d15a33-93e5-4c58-bfca-ff3a8e53a571 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.864751] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.866897] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.903182] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.936571] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.988706] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.078266] env[68216]: DEBUG nova.network.neutron [req-aa97465e-3b3e-462f-9a2a-83aaf1f808b1 req-32e1e52a-b984-42c5-9e7e-24df9ef0ed59 service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Updated VIF entry in instance network info cache for port 1682ccc5-046e-4d0f-b8f3-508ad13194a0. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.078720] env[68216]: DEBUG nova.network.neutron [req-aa97465e-3b3e-462f-9a2a-83aaf1f808b1 req-32e1e52a-b984-42c5-9e7e-24df9ef0ed59 service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Updating instance_info_cache with network_info: [{"id": "1682ccc5-046e-4d0f-b8f3-508ad13194a0", "address": "fa:16:3e:91:3b:32", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1682ccc5-04", "ovs_interfaceid": "1682ccc5-046e-4d0f-b8f3-508ad13194a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.158945] env[68216]: DEBUG oslo_concurrency.lockutils [None req-43fc4cad-54fc-449c-8d5e-7fe39c14781c tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "41224499-c994-42d3-8ac6-c5b5abcd84f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.598s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.314419] env[68216]: INFO nova.compute.manager [-] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Took 1.48 seconds to deallocate network for instance. [ 1029.357092] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068990, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.400680] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b278081-33e9-4e4f-8af6-d42b0b58e034 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.406368] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.414291] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c9252c-bc8c-4098-837d-4231a78bcba1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.449974] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.450781] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe21c0df-192b-4a9c-b387-2b3e93c1ed1e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.461559] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e33a-e006-790f-c313-9ba8a6860c64/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1029.462809] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b14cf9c-489e-48a8-a2e5-33f5c37dd6ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.467681] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6953806-7f23-4728-88da-45c40fcd7a61 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.470595] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.482378] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e33a-e006-790f-c313-9ba8a6860c64/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.482540] env[68216]: ERROR oslo_vmware.rw_handles [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e33a-e006-790f-c313-9ba8a6860c64/disk-0.vmdk due to incomplete transfer. [ 1029.482957] env[68216]: DEBUG nova.compute.provider_tree [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.484308] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4562059-6048-4e6b-a696-4443067cc899 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.492207] env[68216]: DEBUG oslo_vmware.rw_handles [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e33a-e006-790f-c313-9ba8a6860c64/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1029.492395] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Uploaded image 3a118b75-acea-4faf-8e41-7e1084eb139a to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1029.494725] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1029.495227] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1b09280-2304-4939-96fd-645bba83d890 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.500990] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1029.500990] env[68216]: value = "task-3068991" [ 1029.500990] env[68216]: _type = "Task" [ 1029.500990] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.508658] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068991, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.581691] env[68216]: DEBUG oslo_concurrency.lockutils [req-aa97465e-3b3e-462f-9a2a-83aaf1f808b1 req-32e1e52a-b984-42c5-9e7e-24df9ef0ed59 service nova] Releasing lock "refresh_cache-adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.686350] env[68216]: DEBUG nova.network.neutron [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Successfully updated port: 89bb282a-40bb-4e75-9c7e-684b32d3519a {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.823581] env[68216]: DEBUG oslo_concurrency.lockutils [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.856788] env[68216]: DEBUG oslo_vmware.api [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068990, 'name': PowerOnVM_Task, 'duration_secs': 1.050788} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.857206] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.857363] env[68216]: INFO nova.compute.manager [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1029.857512] env[68216]: DEBUG nova.compute.manager [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.858308] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd772c4-fa80-485c-8ab1-c5ef0ab3542b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.986916] env[68216]: DEBUG nova.scheduler.client.report [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.012907] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068991, 'name': Destroy_Task, 'duration_secs': 0.317134} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.013194] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Destroyed the VM [ 1030.013437] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1030.013696] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b05cf648-3e71-4bbc-87a6-b354291e9a1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.020560] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1030.020560] env[68216]: value = "task-3068992" [ 1030.020560] env[68216]: _type = "Task" [ 1030.020560] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.029959] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068992, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.193326] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquiring lock "refresh_cache-46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.193326] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquired lock "refresh_cache-46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.193326] env[68216]: DEBUG nova.network.neutron [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.266495] env[68216]: DEBUG nova.compute.manager [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Received event network-vif-deleted-3865c1ed-cb4c-4d9f-8e6f-3251c428784f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.266716] env[68216]: DEBUG nova.compute.manager [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Received event network-vif-plugged-89bb282a-40bb-4e75-9c7e-684b32d3519a {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.266916] env[68216]: DEBUG oslo_concurrency.lockutils [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] Acquiring lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.267664] env[68216]: DEBUG oslo_concurrency.lockutils [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] Lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.267852] env[68216]: DEBUG oslo_concurrency.lockutils [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] Lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.268035] env[68216]: DEBUG nova.compute.manager [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] No waiting events found dispatching network-vif-plugged-89bb282a-40bb-4e75-9c7e-684b32d3519a {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.268206] env[68216]: WARNING nova.compute.manager [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Received unexpected event network-vif-plugged-89bb282a-40bb-4e75-9c7e-684b32d3519a for instance with vm_state building and task_state spawning. [ 1030.268371] env[68216]: DEBUG nova.compute.manager [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Received event network-changed-89bb282a-40bb-4e75-9c7e-684b32d3519a {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.268525] env[68216]: DEBUG nova.compute.manager [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Refreshing instance network info cache due to event network-changed-89bb282a-40bb-4e75-9c7e-684b32d3519a. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1030.268689] env[68216]: DEBUG oslo_concurrency.lockutils [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] Acquiring lock "refresh_cache-46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.376207] env[68216]: INFO nova.compute.manager [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Took 28.95 seconds to build instance. [ 1030.492269] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.495084] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.374s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.495308] env[68216]: DEBUG nova.objects.instance [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lazy-loading 'resources' on Instance uuid 6f9b9dcc-7cb1-4585-9e30-35407867a4de {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.511187] env[68216]: INFO nova.scheduler.client.report [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleted allocations for instance 512e9886-b14a-4d89-93b9-817624140861 [ 1030.531015] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068992, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.675309] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "5dc808be-3dec-4cd3-8865-a237e95f767d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.675536] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.730445] env[68216]: DEBUG nova.network.neutron [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.878446] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cb515dcc-5861-4155-aa22-83d3cf111f52 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.466s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.952678] env[68216]: DEBUG oslo_concurrency.lockutils [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.952933] env[68216]: DEBUG oslo_concurrency.lockutils [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.953142] env[68216]: DEBUG nova.compute.manager [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.954082] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f77ea4-29b1-4003-9d46-97a299508f72 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.961523] env[68216]: DEBUG nova.compute.manager [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1030.963156] env[68216]: DEBUG nova.objects.instance [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lazy-loading 'flavor' on Instance uuid bf64d93e-5dbd-4e00-9f88-99a0a0feed3b {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.001920] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.002147] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.018831] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3242f2a4-0228-413f-9f14-e72b04fdc11f tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "512e9886-b14a-4d89-93b9-817624140861" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.689s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.034585] env[68216]: DEBUG oslo_vmware.api [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068992, 'name': RemoveSnapshot_Task, 'duration_secs': 0.522729} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.035275] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1031.035275] env[68216]: INFO nova.compute.manager [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Took 15.20 seconds to snapshot the instance on the hypervisor. [ 1031.178273] env[68216]: DEBUG nova.compute.manager [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.210214] env[68216]: DEBUG nova.network.neutron [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Updating instance_info_cache with network_info: [{"id": "89bb282a-40bb-4e75-9c7e-684b32d3519a", "address": "fa:16:3e:82:f8:50", "network": {"id": "378f99a3-fdb6-4112-92cf-98f09ead70d8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1218503428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0683ac4f41246918eb8eedff55e203d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bb282a-40", "ovs_interfaceid": "89bb282a-40bb-4e75-9c7e-684b32d3519a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.294726] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e54a12-01e5-4eaf-81e3-f40ecfba3216 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.303859] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b46cd-fd7e-4f3b-bd85-9def1c40ee65 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.334360] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98165815-5469-4bc4-957b-267031a14a91 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.342091] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6b47a3-6074-4dc4-89cd-368499599c31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.361429] env[68216]: DEBUG nova.compute.provider_tree [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.508977] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.508977] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.508977] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.508977] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.509205] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.509205] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.509387] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1031.510638] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.580793] env[68216]: DEBUG nova.compute.manager [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Found 3 images (rotation: 2) {{(pid=68216) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1031.581015] env[68216]: DEBUG nova.compute.manager [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Rotating out 1 backups {{(pid=68216) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1031.581183] env[68216]: DEBUG nova.compute.manager [None req-2bc15e50-77d2-4a34-b2d5-6de8d68ef8a0 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Deleting image 665af70b-bd16-4c7e-8e4d-723fb40d5407 {{(pid=68216) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1031.701135] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.713076] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Releasing lock "refresh_cache-46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.713382] env[68216]: DEBUG nova.compute.manager [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Instance network_info: |[{"id": "89bb282a-40bb-4e75-9c7e-684b32d3519a", "address": "fa:16:3e:82:f8:50", "network": {"id": "378f99a3-fdb6-4112-92cf-98f09ead70d8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1218503428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0683ac4f41246918eb8eedff55e203d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bb282a-40", "ovs_interfaceid": "89bb282a-40bb-4e75-9c7e-684b32d3519a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.713662] env[68216]: DEBUG oslo_concurrency.lockutils [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] Acquired lock "refresh_cache-46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.713870] env[68216]: DEBUG nova.network.neutron [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Refreshing network info cache for port 89bb282a-40bb-4e75-9c7e-684b32d3519a {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.714974] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:f8:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89bb282a-40bb-4e75-9c7e-684b32d3519a', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.722446] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Creating folder: Project (a0683ac4f41246918eb8eedff55e203d). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.723537] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56baaeb1-a004-4ac5-bec5-f319504be6e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.736900] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Created folder: Project (a0683ac4f41246918eb8eedff55e203d) in parent group-v614292. [ 1031.737116] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Creating folder: Instances. Parent ref: group-v614565. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.737425] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-895f2d64-9c97-47cd-84b0-86c64b9ed680 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.749248] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Created folder: Instances in parent group-v614565. [ 1031.749351] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.750152] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.750152] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e32827e8-a020-4a2a-afa7-9e6fdbafb5b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.771166] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.771166] env[68216]: value = "task-3068995" [ 1031.771166] env[68216]: _type = "Task" [ 1031.771166] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.779704] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068995, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.864801] env[68216]: DEBUG nova.scheduler.client.report [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.969970] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.970985] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c90f7d-ebe8-4bd6-8b9f-95fb3b01442f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.978570] env[68216]: DEBUG oslo_vmware.api [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1031.978570] env[68216]: value = "task-3068996" [ 1031.978570] env[68216]: _type = "Task" [ 1031.978570] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.988345] env[68216]: DEBUG oslo_vmware.api [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.012359] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.282190] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3068995, 'name': CreateVM_Task, 'duration_secs': 0.349232} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.282363] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.283069] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.283523] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.283957] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.284171] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94dfda1-2da4-4a14-ab0b-21e47f228e66 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.289093] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for the task: (returnval){ [ 1032.289093] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526ab1c0-739d-a875-36e2-4ada3c0d8af6" [ 1032.289093] env[68216]: _type = "Task" [ 1032.289093] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.297812] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526ab1c0-739d-a875-36e2-4ada3c0d8af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.369704] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.374436] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.827s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.374675] env[68216]: DEBUG nova.objects.instance [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lazy-loading 'resources' on Instance uuid 21e5f355-dd83-450a-930e-f7708efa6027 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.398943] env[68216]: INFO nova.scheduler.client.report [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted allocations for instance 6f9b9dcc-7cb1-4585-9e30-35407867a4de [ 1032.488351] env[68216]: DEBUG oslo_vmware.api [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3068996, 'name': PowerOffVM_Task, 'duration_secs': 0.191405} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.488649] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.488844] env[68216]: DEBUG nova.compute.manager [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.492438] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbe62b4-e2fe-4ce9-a4a8-ea700e9b5ac4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.575196] env[68216]: DEBUG nova.network.neutron [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Updated VIF entry in instance network info cache for port 89bb282a-40bb-4e75-9c7e-684b32d3519a. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.575685] env[68216]: DEBUG nova.network.neutron [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Updating instance_info_cache with network_info: [{"id": "89bb282a-40bb-4e75-9c7e-684b32d3519a", "address": "fa:16:3e:82:f8:50", "network": {"id": "378f99a3-fdb6-4112-92cf-98f09ead70d8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1218503428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0683ac4f41246918eb8eedff55e203d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89bb282a-40", "ovs_interfaceid": "89bb282a-40bb-4e75-9c7e-684b32d3519a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.800291] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526ab1c0-739d-a875-36e2-4ada3c0d8af6, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.800653] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.801027] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.801334] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.801979] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.802315] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.802717] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17e25eb5-0e14-4962-bc04-855b6ca10d1a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.811705] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.811894] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.812647] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34758f43-4dc0-42ed-ad24-945be51565f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.817726] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for the task: (returnval){ [ 1032.817726] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c07c52-14fc-ae1a-b5e5-7ca83d4abcda" [ 1032.817726] env[68216]: _type = "Task" [ 1032.817726] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.825454] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c07c52-14fc-ae1a-b5e5-7ca83d4abcda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.909161] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7edcf2ea-4791-44f5-b0d1-4d7837ddb9d9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "6f9b9dcc-7cb1-4585-9e30-35407867a4de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.052s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.005927] env[68216]: DEBUG oslo_concurrency.lockutils [None req-361abfce-4dea-4adb-8114-689a3240e50d tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.078610] env[68216]: DEBUG oslo_concurrency.lockutils [req-d612b02f-5016-43ef-b599-181e5d8f2148 req-d532bc9c-7ad7-4d5a-952c-82b8bd314ed3 service nova] Releasing lock "refresh_cache-46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.112261] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd34c6b4-dfa0-4750-a725-a6c632f57e8e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.120304] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b048c712-b7bf-405d-95f9-eb8f9d8a1a32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.149923] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f279f37d-21d3-42b7-860f-76a9dea07f2d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.154425] env[68216]: DEBUG oslo_concurrency.lockutils [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.154657] env[68216]: DEBUG oslo_concurrency.lockutils [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.154835] env[68216]: DEBUG nova.compute.manager [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.157900] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a19463-fa2a-406c-a7e9-d5cc6cd030f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.163069] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a081633d-304d-4d5b-b4aa-bb16639ea405 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.170463] env[68216]: DEBUG nova.compute.manager [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1033.171046] env[68216]: DEBUG nova.objects.instance [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'flavor' on Instance uuid d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.180485] env[68216]: DEBUG nova.compute.provider_tree [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.328503] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c07c52-14fc-ae1a-b5e5-7ca83d4abcda, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.329430] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730494a5-6576-49a1-8f86-783535236bda {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.335040] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for the task: (returnval){ [ 1033.335040] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52db8afe-cae8-7762-4b2d-777569093e42" [ 1033.335040] env[68216]: _type = "Task" [ 1033.335040] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.342752] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52db8afe-cae8-7762-4b2d-777569093e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.427328] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.427685] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.683643] env[68216]: DEBUG nova.scheduler.client.report [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.745782] env[68216]: DEBUG oslo_concurrency.lockutils [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.746091] env[68216]: DEBUG oslo_concurrency.lockutils [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.746330] env[68216]: DEBUG oslo_concurrency.lockutils [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.746493] env[68216]: DEBUG oslo_concurrency.lockutils [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.746660] env[68216]: DEBUG oslo_concurrency.lockutils [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.749093] env[68216]: INFO nova.compute.manager [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Terminating instance [ 1033.845025] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52db8afe-cae8-7762-4b2d-777569093e42, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.845209] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.845486] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2/46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.845741] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1230d514-2ee1-4c67-8324-7d12079c2765 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.852503] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for the task: (returnval){ [ 1033.852503] env[68216]: value = "task-3068997" [ 1033.852503] env[68216]: _type = "Task" [ 1033.852503] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.861758] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3068997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.932618] env[68216]: DEBUG nova.compute.manager [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.936033] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "424a5bc3-e291-430e-936f-093d983d1f22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.936378] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "424a5bc3-e291-430e-936f-093d983d1f22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.936659] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "424a5bc3-e291-430e-936f-093d983d1f22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.936957] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "424a5bc3-e291-430e-936f-093d983d1f22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.937243] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "424a5bc3-e291-430e-936f-093d983d1f22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.940309] env[68216]: INFO nova.compute.manager [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Terminating instance [ 1034.178181] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.178580] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1d3cdd7-2a26-4ee7-97cd-31f83fac61ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.186264] env[68216]: DEBUG oslo_vmware.api [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1034.186264] env[68216]: value = "task-3068998" [ 1034.186264] env[68216]: _type = "Task" [ 1034.186264] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.190509] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.192826] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.204s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.194560] env[68216]: INFO nova.compute.claims [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.202538] env[68216]: DEBUG oslo_vmware.api [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.216147] env[68216]: INFO nova.scheduler.client.report [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Deleted allocations for instance 21e5f355-dd83-450a-930e-f7708efa6027 [ 1034.253091] env[68216]: DEBUG nova.compute.manager [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.253447] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.255249] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05368b94-bd90-4bfe-ba19-3c16a845a62e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.263416] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.264440] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d665faf3-caed-46a2-ad9c-b98082d893fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.331917] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.332295] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.332681] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleting the datastore file [datastore1] bf64d93e-5dbd-4e00-9f88-99a0a0feed3b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.333068] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c30fbada-24d4-4350-9420-43086082eb60 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.340954] env[68216]: DEBUG oslo_vmware.api [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1034.340954] env[68216]: value = "task-3069000" [ 1034.340954] env[68216]: _type = "Task" [ 1034.340954] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.349920] env[68216]: DEBUG oslo_vmware.api [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3069000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.361626] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3068997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498457} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.363060] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2/46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.363287] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.365996] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67696459-65d4-4fd2-9b9a-ec995627a133 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.368202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "367e96cd-f96d-406d-bdf7-4f0700771676" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.368417] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "367e96cd-f96d-406d-bdf7-4f0700771676" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.374596] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for the task: (returnval){ [ 1034.374596] env[68216]: value = "task-3069001" [ 1034.374596] env[68216]: _type = "Task" [ 1034.374596] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.382683] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.445170] env[68216]: DEBUG nova.compute.manager [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.445390] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.446486] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a12b620-b16c-40ba-a298-abeecf89b96c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.454078] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.454278] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0cd026c-eff8-4398-bf46-ed379f940b00 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.456410] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.463353] env[68216]: DEBUG oslo_vmware.api [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1034.463353] env[68216]: value = "task-3069002" [ 1034.463353] env[68216]: _type = "Task" [ 1034.463353] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.470936] env[68216]: DEBUG oslo_vmware.api [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.697221] env[68216]: DEBUG oslo_vmware.api [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3068998, 'name': PowerOffVM_Task, 'duration_secs': 0.302956} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.697525] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.697761] env[68216]: DEBUG nova.compute.manager [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.698657] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165bf19d-9849-4d66-aa2b-ef45b57bb128 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.724404] env[68216]: DEBUG oslo_concurrency.lockutils [None req-86fedc4c-d9a1-453f-bd15-f65037572d40 tempest-ServerTagsTestJSON-1624938758 tempest-ServerTagsTestJSON-1624938758-project-member] Lock "21e5f355-dd83-450a-930e-f7708efa6027" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.155s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.561527] env[68216]: DEBUG nova.compute.manager [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.576911] env[68216]: DEBUG oslo_concurrency.lockutils [None req-76ee27ec-094a-484b-8630-681598db5139 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.420s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.580298] env[68216]: DEBUG oslo_vmware.api [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3069000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188474} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.585516] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.585724] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.585906] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.586106] env[68216]: INFO nova.compute.manager [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1035.586865] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.586865] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064994} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.586865] env[68216]: DEBUG oslo_vmware.api [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069002, 'name': PowerOffVM_Task, 'duration_secs': 0.17634} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.586865] env[68216]: DEBUG nova.compute.manager [-] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.587151] env[68216]: DEBUG nova.network.neutron [-] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.588666] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.588953] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.589164] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.592009] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea130d35-bc1b-49f2-b07a-9ad78b6d1d0b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.594362] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-530db290-a0cd-4e57-923d-d69da71a0bc8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.616407] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2/46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.619932] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130f438e-6023-4e74-a10d-458a8a9bd3a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.644786] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for the task: (returnval){ [ 1035.644786] env[68216]: value = "task-3069004" [ 1035.644786] env[68216]: _type = "Task" [ 1035.644786] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.654022] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.681463] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.681733] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.681916] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleting the datastore file [datastore2] 424a5bc3-e291-430e-936f-093d983d1f22 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.682205] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5c5af63-32bc-42f2-b9c7-81cdf7578171 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.693380] env[68216]: DEBUG oslo_vmware.api [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1035.693380] env[68216]: value = "task-3069005" [ 1035.693380] env[68216]: _type = "Task" [ 1035.693380] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.703894] env[68216]: DEBUG oslo_vmware.api [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.914117] env[68216]: DEBUG nova.compute.manager [req-cce95e79-ebd5-407f-b5e1-051616ad91d3 req-7a137b34-c37a-4dbb-ad27-5067fff37151 service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Received event network-vif-deleted-1d59dff5-eb82-4a33-bb5b-3015221eb68d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1035.914369] env[68216]: INFO nova.compute.manager [req-cce95e79-ebd5-407f-b5e1-051616ad91d3 req-7a137b34-c37a-4dbb-ad27-5067fff37151 service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Neutron deleted interface 1d59dff5-eb82-4a33-bb5b-3015221eb68d; detaching it from the instance and deleting it from the info cache [ 1035.914584] env[68216]: DEBUG nova.network.neutron [req-cce95e79-ebd5-407f-b5e1-051616ad91d3 req-7a137b34-c37a-4dbb-ad27-5067fff37151 service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.935618] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61e44bf-d903-40b7-b7bf-386d70a03100 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.943029] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7463be-4626-4089-86f8-c393d82f2c6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.976884] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830dbf40-d091-4b50-84b5-54c45f20295f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.984291] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4823179-35fe-48d7-a09c-1ceab777c1eb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.998481] env[68216]: DEBUG nova.compute.provider_tree [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.087303] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.155130] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069004, 'name': ReconfigVM_Task, 'duration_secs': 0.284442} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.158510] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2/46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.158510] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f04c4ebb-6588-4b54-877a-0801bc130762 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.163749] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for the task: (returnval){ [ 1036.163749] env[68216]: value = "task-3069006" [ 1036.163749] env[68216]: _type = "Task" [ 1036.163749] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.171689] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069006, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.202715] env[68216]: DEBUG oslo_vmware.api [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21203} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.203043] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.203331] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.203573] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.203803] env[68216]: INFO nova.compute.manager [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1036.204111] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.204370] env[68216]: DEBUG nova.compute.manager [-] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.204519] env[68216]: DEBUG nova.network.neutron [-] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.313877] env[68216]: DEBUG nova.compute.manager [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Stashing vm_state: stopped {{(pid=68216) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1036.385226] env[68216]: DEBUG nova.network.neutron [-] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.419018] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b65d6e4e-a97e-4dad-a73e-8fa3397a5fed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.427588] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79c3786-afe4-4fe6-85d1-2c184974039c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.463021] env[68216]: DEBUG nova.compute.manager [req-cce95e79-ebd5-407f-b5e1-051616ad91d3 req-7a137b34-c37a-4dbb-ad27-5067fff37151 service nova] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Detach interface failed, port_id=1d59dff5-eb82-4a33-bb5b-3015221eb68d, reason: Instance bf64d93e-5dbd-4e00-9f88-99a0a0feed3b could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1036.527758] env[68216]: ERROR nova.scheduler.client.report [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [req-734727fe-5278-4f5d-8870-dd290e1dfbde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-734727fe-5278-4f5d-8870-dd290e1dfbde"}]} [ 1036.544978] env[68216]: DEBUG nova.scheduler.client.report [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1036.560396] env[68216]: DEBUG nova.scheduler.client.report [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1036.560666] env[68216]: DEBUG nova.compute.provider_tree [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.574360] env[68216]: DEBUG nova.scheduler.client.report [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1036.598017] env[68216]: DEBUG nova.scheduler.client.report [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1036.676123] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069006, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.830805] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.852982] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1bb084-9add-40ae-b471-117fd2e77f1d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.860629] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a869e4d2-be1b-435c-98eb-0ecfa79d6681 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.893607] env[68216]: INFO nova.compute.manager [-] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Took 1.31 seconds to deallocate network for instance. [ 1036.896310] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471c0b08-702c-4d73-b0c4-dd33b8df63cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.907596] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685eba30-6976-45e2-b139-a089bd2cfccf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.924127] env[68216]: DEBUG nova.compute.provider_tree [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.995385] env[68216]: DEBUG nova.network.neutron [-] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.174436] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069006, 'name': Rename_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.404661] env[68216]: DEBUG oslo_concurrency.lockutils [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.459826] env[68216]: DEBUG nova.scheduler.client.report [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1037.460208] env[68216]: DEBUG nova.compute.provider_tree [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 148 to 149 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1037.460441] env[68216]: DEBUG nova.compute.provider_tree [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.497575] env[68216]: INFO nova.compute.manager [-] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Took 1.29 seconds to deallocate network for instance. [ 1037.674877] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069006, 'name': Rename_Task, 'duration_secs': 1.191826} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.675205] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.675388] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccadbf92-b9a6-4af3-a677-e4bfd44c9700 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.682172] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for the task: (returnval){ [ 1037.682172] env[68216]: value = "task-3069007" [ 1037.682172] env[68216]: _type = "Task" [ 1037.682172] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.689162] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.936445] env[68216]: DEBUG nova.compute.manager [req-2bec4846-5067-450d-a86d-a321e717c149 req-f6c5af2d-f233-4f26-acbc-b5d14a9a1099 service nova] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Received event network-vif-deleted-c147f35d-58c1-4af0-8d32-87c1c7c2d1c6 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.965929] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.773s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.966490] env[68216]: DEBUG nova.compute.manager [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.969208] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.563s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.970545] env[68216]: INFO nova.compute.claims [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.003350] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.192551] env[68216]: DEBUG oslo_vmware.api [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069007, 'name': PowerOnVM_Task, 'duration_secs': 0.458197} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.192832] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.193039] env[68216]: INFO nova.compute.manager [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1038.193220] env[68216]: DEBUG nova.compute.manager [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.193994] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb90dd74-02a6-4232-892e-30a12aa35afb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.477192] env[68216]: DEBUG nova.compute.utils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.478662] env[68216]: DEBUG nova.compute.manager [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.478832] env[68216]: DEBUG nova.network.neutron [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.548569] env[68216]: DEBUG nova.policy [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7c478bdda4ad78acc6e9901e772f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5d73b460d2400fa3edf1f0ebd4bd0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.712383] env[68216]: INFO nova.compute.manager [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Took 28.32 seconds to build instance. [ 1038.861381] env[68216]: DEBUG nova.network.neutron [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Successfully created port: 78f9bab3-5412-461f-8839-9c6d6883e390 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.982684] env[68216]: DEBUG nova.compute.manager [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.214474] env[68216]: DEBUG oslo_concurrency.lockutils [None req-33036cc2-cb30-4715-9457-afc45d3bd1a9 tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.834s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.249303] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c25a36-9179-472c-add8-41154ee84c60 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.256831] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1dc1fa-1a43-4210-9c4f-38f4ea62e024 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.288200] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2315554a-d89d-4add-a64e-ae59e1c1093a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.295883] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bba8df-99f8-4cc0-a105-a99ea10d2442 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.309545] env[68216]: DEBUG nova.compute.provider_tree [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.812763] env[68216]: DEBUG nova.scheduler.client.report [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.992774] env[68216]: DEBUG nova.compute.manager [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.020287] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.020515] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.020677] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.020859] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.021009] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.021195] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.021412] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.021570] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.021736] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.021899] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.022084] env[68216]: DEBUG nova.virt.hardware [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.022948] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2e2424-ec25-4a15-abf6-6cf21fae6c4d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.031774] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ac5b36-9289-4f8f-9062-4c8619611871 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.323257] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.323779] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.326688] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.877s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.327879] env[68216]: INFO nova.compute.claims [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.338275] env[68216]: DEBUG nova.compute.manager [req-5ee61370-c14e-4cb6-9acb-e6551ef5beb0 req-0f686fda-54e3-4053-8479-0e4033641cc1 service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Received event network-vif-plugged-78f9bab3-5412-461f-8839-9c6d6883e390 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1040.338479] env[68216]: DEBUG oslo_concurrency.lockutils [req-5ee61370-c14e-4cb6-9acb-e6551ef5beb0 req-0f686fda-54e3-4053-8479-0e4033641cc1 service nova] Acquiring lock "01bd1b70-a598-45d7-8f58-4253db07e0c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.338806] env[68216]: DEBUG oslo_concurrency.lockutils [req-5ee61370-c14e-4cb6-9acb-e6551ef5beb0 req-0f686fda-54e3-4053-8479-0e4033641cc1 service nova] Lock "01bd1b70-a598-45d7-8f58-4253db07e0c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.338864] env[68216]: DEBUG oslo_concurrency.lockutils [req-5ee61370-c14e-4cb6-9acb-e6551ef5beb0 req-0f686fda-54e3-4053-8479-0e4033641cc1 service nova] Lock "01bd1b70-a598-45d7-8f58-4253db07e0c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.339008] env[68216]: DEBUG nova.compute.manager [req-5ee61370-c14e-4cb6-9acb-e6551ef5beb0 req-0f686fda-54e3-4053-8479-0e4033641cc1 service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] No waiting events found dispatching network-vif-plugged-78f9bab3-5412-461f-8839-9c6d6883e390 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.339176] env[68216]: WARNING nova.compute.manager [req-5ee61370-c14e-4cb6-9acb-e6551ef5beb0 req-0f686fda-54e3-4053-8479-0e4033641cc1 service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Received unexpected event network-vif-plugged-78f9bab3-5412-461f-8839-9c6d6883e390 for instance with vm_state building and task_state spawning. [ 1040.446697] env[68216]: DEBUG nova.network.neutron [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Successfully updated port: 78f9bab3-5412-461f-8839-9c6d6883e390 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.725426] env[68216]: DEBUG oslo_concurrency.lockutils [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquiring lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.725426] env[68216]: DEBUG oslo_concurrency.lockutils [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.725627] env[68216]: DEBUG oslo_concurrency.lockutils [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquiring lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.725771] env[68216]: DEBUG oslo_concurrency.lockutils [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.725891] env[68216]: DEBUG oslo_concurrency.lockutils [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.727971] env[68216]: INFO nova.compute.manager [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Terminating instance [ 1040.832311] env[68216]: DEBUG nova.compute.utils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.835566] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.835743] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.873655] env[68216]: DEBUG nova.policy [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccb0667f520a43dcb6478640a78558c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '595f918fa8bd4eb8a42a1b21dcd1d602', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.949940] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "refresh_cache-01bd1b70-a598-45d7-8f58-4253db07e0c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.950105] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "refresh_cache-01bd1b70-a598-45d7-8f58-4253db07e0c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.950298] env[68216]: DEBUG nova.network.neutron [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.235026] env[68216]: DEBUG nova.compute.manager [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.235026] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.235026] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cde077-09e8-40bc-9eda-a4d0f4ca33e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.242544] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.242965] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4334009c-9227-45be-844a-d7c22367690f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.250522] env[68216]: DEBUG oslo_vmware.api [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for the task: (returnval){ [ 1041.250522] env[68216]: value = "task-3069008" [ 1041.250522] env[68216]: _type = "Task" [ 1041.250522] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.258285] env[68216]: DEBUG oslo_vmware.api [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.259110] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Successfully created port: 25f6aff7-af88-45a0-b7e9-4a122477c4bc {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.337237] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.508226] env[68216]: DEBUG nova.network.neutron [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.610960] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f2f349-4504-4a3a-aa17-61d020ae78ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.620516] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0609a74f-1d3f-4e6b-8992-65b4c028ef41 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.657263] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e5d47d-3512-40fa-8b4d-669e252a9494 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.664508] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bf20e9-d879-44a5-9f31-ec7bae2d5c2f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.677805] env[68216]: DEBUG nova.compute.provider_tree [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.687803] env[68216]: DEBUG nova.network.neutron [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Updating instance_info_cache with network_info: [{"id": "78f9bab3-5412-461f-8839-9c6d6883e390", "address": "fa:16:3e:95:ac:21", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f9bab3-54", "ovs_interfaceid": "78f9bab3-5412-461f-8839-9c6d6883e390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.759987] env[68216]: DEBUG oslo_vmware.api [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069008, 'name': PowerOffVM_Task, 'duration_secs': 0.207701} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.760263] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.760431] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.760668] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc327d26-d954-4904-bf0a-8eb1d168ab77 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.817967] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.818203] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.818387] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Deleting the datastore file [datastore1] 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.818657] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d89499c2-26c0-47ed-aa20-cda8e656b70c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.824798] env[68216]: DEBUG oslo_vmware.api [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for the task: (returnval){ [ 1041.824798] env[68216]: value = "task-3069010" [ 1041.824798] env[68216]: _type = "Task" [ 1041.824798] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.832560] env[68216]: DEBUG oslo_vmware.api [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.180445] env[68216]: DEBUG nova.scheduler.client.report [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.190446] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "refresh_cache-01bd1b70-a598-45d7-8f58-4253db07e0c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.190753] env[68216]: DEBUG nova.compute.manager [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Instance network_info: |[{"id": "78f9bab3-5412-461f-8839-9c6d6883e390", "address": "fa:16:3e:95:ac:21", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f9bab3-54", "ovs_interfaceid": "78f9bab3-5412-461f-8839-9c6d6883e390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.191190] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:ac:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78f9bab3-5412-461f-8839-9c6d6883e390', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.199351] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.199604] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.199847] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0ea7fc2-c848-4f1d-9241-22304fecc198 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.219785] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.219785] env[68216]: value = "task-3069011" [ 1042.219785] env[68216]: _type = "Task" [ 1042.219785] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.229262] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069011, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.334306] env[68216]: DEBUG oslo_vmware.api [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Task: {'id': task-3069010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183377} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.334568] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.334749] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.334915] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.335097] env[68216]: INFO nova.compute.manager [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1042.335334] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.335518] env[68216]: DEBUG nova.compute.manager [-] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.335611] env[68216]: DEBUG nova.network.neutron [-] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.349104] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.371622] env[68216]: DEBUG nova.compute.manager [req-4d935e5d-c29f-499d-b2fe-37474b7818b4 req-6bc5683d-bb62-446a-9c93-d266ee2ba50e service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Received event network-changed-78f9bab3-5412-461f-8839-9c6d6883e390 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1042.371785] env[68216]: DEBUG nova.compute.manager [req-4d935e5d-c29f-499d-b2fe-37474b7818b4 req-6bc5683d-bb62-446a-9c93-d266ee2ba50e service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Refreshing instance network info cache due to event network-changed-78f9bab3-5412-461f-8839-9c6d6883e390. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1042.372010] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d935e5d-c29f-499d-b2fe-37474b7818b4 req-6bc5683d-bb62-446a-9c93-d266ee2ba50e service nova] Acquiring lock "refresh_cache-01bd1b70-a598-45d7-8f58-4253db07e0c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.372173] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d935e5d-c29f-499d-b2fe-37474b7818b4 req-6bc5683d-bb62-446a-9c93-d266ee2ba50e service nova] Acquired lock "refresh_cache-01bd1b70-a598-45d7-8f58-4253db07e0c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.372334] env[68216]: DEBUG nova.network.neutron [req-4d935e5d-c29f-499d-b2fe-37474b7818b4 req-6bc5683d-bb62-446a-9c93-d266ee2ba50e service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Refreshing network info cache for port 78f9bab3-5412-461f-8839-9c6d6883e390 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.384660] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.384921] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.385162] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.385376] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.385525] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.385670] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.385875] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.386038] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.386225] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.386402] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.386572] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.387745] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e398e469-0144-4f86-9fba-35bb78f024ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.397717] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d961cb-6d64-40e3-898c-4a721f352bff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.685863] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.686521] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.689334] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.219s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.691035] env[68216]: INFO nova.compute.claims [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.733359] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069011, 'name': CreateVM_Task, 'duration_secs': 0.475232} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.733559] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.734420] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.734599] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.734937] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.735589] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f4bd94a-b4c4-4008-92da-95bdc93d2e3a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.740888] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1042.740888] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521073b9-fea1-66fb-0ec6-698c441d7e6c" [ 1042.740888] env[68216]: _type = "Task" [ 1042.740888] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.750948] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521073b9-fea1-66fb-0ec6-698c441d7e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.887706] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Successfully updated port: 25f6aff7-af88-45a0-b7e9-4a122477c4bc {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.092467] env[68216]: DEBUG nova.network.neutron [req-4d935e5d-c29f-499d-b2fe-37474b7818b4 req-6bc5683d-bb62-446a-9c93-d266ee2ba50e service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Updated VIF entry in instance network info cache for port 78f9bab3-5412-461f-8839-9c6d6883e390. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.092887] env[68216]: DEBUG nova.network.neutron [req-4d935e5d-c29f-499d-b2fe-37474b7818b4 req-6bc5683d-bb62-446a-9c93-d266ee2ba50e service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Updating instance_info_cache with network_info: [{"id": "78f9bab3-5412-461f-8839-9c6d6883e390", "address": "fa:16:3e:95:ac:21", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f9bab3-54", "ovs_interfaceid": "78f9bab3-5412-461f-8839-9c6d6883e390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.096863] env[68216]: DEBUG nova.network.neutron [-] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.196030] env[68216]: DEBUG nova.compute.utils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.198537] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.198706] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.241166] env[68216]: DEBUG nova.policy [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccb0667f520a43dcb6478640a78558c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '595f918fa8bd4eb8a42a1b21dcd1d602', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.254389] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521073b9-fea1-66fb-0ec6-698c441d7e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.019076} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.254632] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.254853] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.255148] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.255297] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.255473] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.255738] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65ee2b07-8eef-4557-a01f-610815791b18 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.264875] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.265384] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.267171] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13b51c6-816a-4b7b-8f4f-050cb84be3d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.271199] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1043.271199] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cead24-e2b8-4f1e-a698-0b7f4af6a163" [ 1043.271199] env[68216]: _type = "Task" [ 1043.271199] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.281758] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cead24-e2b8-4f1e-a698-0b7f4af6a163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.390782] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "refresh_cache-4a825359-633c-4ab6-8624-2fb555903708" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.390782] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired lock "refresh_cache-4a825359-633c-4ab6-8624-2fb555903708" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.390782] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.543980] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Successfully created port: d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.595871] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d935e5d-c29f-499d-b2fe-37474b7818b4 req-6bc5683d-bb62-446a-9c93-d266ee2ba50e service nova] Releasing lock "refresh_cache-01bd1b70-a598-45d7-8f58-4253db07e0c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.599691] env[68216]: INFO nova.compute.manager [-] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Took 1.26 seconds to deallocate network for instance. [ 1043.702243] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.783960] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cead24-e2b8-4f1e-a698-0b7f4af6a163, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.789072] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a57b73-6ace-44a6-bb64-bcc8c05e8edf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.795864] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1043.795864] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c575da-e8d0-f7fa-06f9-4f0de4812e8a" [ 1043.795864] env[68216]: _type = "Task" [ 1043.795864] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.807231] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c575da-e8d0-f7fa-06f9-4f0de4812e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.928071] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.998124] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326dd5e7-44af-4b0a-9933-2558aeec1392 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.006436] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb56706-40de-42e1-b487-90b5ac460f75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.036377] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fdb225-10d7-4056-86f6-fe660d08f8dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.044021] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c79565-d69d-4a70-901b-4690ecef387e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.058925] env[68216]: DEBUG nova.compute.provider_tree [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.106477] env[68216]: DEBUG oslo_concurrency.lockutils [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.307199] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c575da-e8d0-f7fa-06f9-4f0de4812e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.308868] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.309153] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 01bd1b70-a598-45d7-8f58-4253db07e0c5/01bd1b70-a598-45d7-8f58-4253db07e0c5.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.309416] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9038869b-6ad9-432e-99d8-b55b26bfb135 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.316823] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1044.316823] env[68216]: value = "task-3069012" [ 1044.316823] env[68216]: _type = "Task" [ 1044.316823] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.326027] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.389822] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Updating instance_info_cache with network_info: [{"id": "25f6aff7-af88-45a0-b7e9-4a122477c4bc", "address": "fa:16:3e:cc:4b:d1", "network": {"id": "2152a7ed-a9c7-4cd9-bca6-78279ed75bff", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-50937582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "595f918fa8bd4eb8a42a1b21dcd1d602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f6aff7-af", "ovs_interfaceid": "25f6aff7-af88-45a0-b7e9-4a122477c4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.411917] env[68216]: DEBUG nova.compute.manager [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Received event network-vif-deleted-89bb282a-40bb-4e75-9c7e-684b32d3519a {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.412118] env[68216]: DEBUG nova.compute.manager [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Received event network-vif-plugged-25f6aff7-af88-45a0-b7e9-4a122477c4bc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.412388] env[68216]: DEBUG oslo_concurrency.lockutils [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] Acquiring lock "4a825359-633c-4ab6-8624-2fb555903708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.412601] env[68216]: DEBUG oslo_concurrency.lockutils [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] Lock "4a825359-633c-4ab6-8624-2fb555903708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.413095] env[68216]: DEBUG oslo_concurrency.lockutils [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] Lock "4a825359-633c-4ab6-8624-2fb555903708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.413095] env[68216]: DEBUG nova.compute.manager [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] No waiting events found dispatching network-vif-plugged-25f6aff7-af88-45a0-b7e9-4a122477c4bc {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.413095] env[68216]: WARNING nova.compute.manager [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Received unexpected event network-vif-plugged-25f6aff7-af88-45a0-b7e9-4a122477c4bc for instance with vm_state building and task_state spawning. [ 1044.413296] env[68216]: DEBUG nova.compute.manager [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Received event network-changed-25f6aff7-af88-45a0-b7e9-4a122477c4bc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.413406] env[68216]: DEBUG nova.compute.manager [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Refreshing instance network info cache due to event network-changed-25f6aff7-af88-45a0-b7e9-4a122477c4bc. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1044.413580] env[68216]: DEBUG oslo_concurrency.lockutils [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] Acquiring lock "refresh_cache-4a825359-633c-4ab6-8624-2fb555903708" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.563194] env[68216]: DEBUG nova.scheduler.client.report [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.715928] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.744841] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.745126] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.745311] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.745547] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.745696] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.745878] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.746149] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.746349] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.746547] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.746841] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.747086] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.748833] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e776e039-fbc7-49fc-b8f0-b90e616ef00c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.757259] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1222ee-08e5-40f5-857a-a87293d7c352 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.826626] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479238} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.826890] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 01bd1b70-a598-45d7-8f58-4253db07e0c5/01bd1b70-a598-45d7-8f58-4253db07e0c5.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.827188] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.827436] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a1c05a9-dc81-41e9-bcb2-91b0dd715392 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.834683] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1044.834683] env[68216]: value = "task-3069013" [ 1044.834683] env[68216]: _type = "Task" [ 1044.834683] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.843124] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.893098] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Releasing lock "refresh_cache-4a825359-633c-4ab6-8624-2fb555903708" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.893595] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Instance network_info: |[{"id": "25f6aff7-af88-45a0-b7e9-4a122477c4bc", "address": "fa:16:3e:cc:4b:d1", "network": {"id": "2152a7ed-a9c7-4cd9-bca6-78279ed75bff", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-50937582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "595f918fa8bd4eb8a42a1b21dcd1d602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f6aff7-af", "ovs_interfaceid": "25f6aff7-af88-45a0-b7e9-4a122477c4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.894057] env[68216]: DEBUG oslo_concurrency.lockutils [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] Acquired lock "refresh_cache-4a825359-633c-4ab6-8624-2fb555903708" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.894345] env[68216]: DEBUG nova.network.neutron [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Refreshing network info cache for port 25f6aff7-af88-45a0-b7e9-4a122477c4bc {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.896234] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:4b:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25f6aff7-af88-45a0-b7e9-4a122477c4bc', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.908511] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Creating folder: Project (595f918fa8bd4eb8a42a1b21dcd1d602). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.909673] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b5a0ebd-3d11-4e93-b2b4-176e192b0168 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.920795] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Created folder: Project (595f918fa8bd4eb8a42a1b21dcd1d602) in parent group-v614292. [ 1044.920975] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Creating folder: Instances. Parent ref: group-v614569. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.921257] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a1d0a84-6dfc-40fa-8cb5-1c6f2c2d8b50 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.930290] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Created folder: Instances in parent group-v614569. [ 1044.930954] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.931155] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.931597] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95f6f051-5556-48aa-bccd-5f7d10da2b9c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.951133] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.951133] env[68216]: value = "task-3069016" [ 1044.951133] env[68216]: _type = "Task" [ 1044.951133] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.958193] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069016, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.036779] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Successfully updated port: d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.069526] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.070340] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.072742] env[68216]: DEBUG oslo_concurrency.lockutils [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.249s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.072923] env[68216]: DEBUG nova.objects.instance [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lazy-loading 'resources' on Instance uuid 971395f4-aaa4-4652-829b-6d861b9da034 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.345127] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064533} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.345444] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.346302] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e32c18-ae52-4d17-8c7e-ddd08d8b6d66 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.370588] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 01bd1b70-a598-45d7-8f58-4253db07e0c5/01bd1b70-a598-45d7-8f58-4253db07e0c5.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.371213] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4119f906-9348-4227-95b7-563773370cd0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.392486] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1045.392486] env[68216]: value = "task-3069017" [ 1045.392486] env[68216]: _type = "Task" [ 1045.392486] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.400773] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.460731] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069016, 'name': CreateVM_Task, 'duration_secs': 0.338131} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.460976] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.461622] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.461807] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.462228] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.462438] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f42672d-ddaf-4ffc-9320-0e288ec88860 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.467018] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1045.467018] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525611a1-37e3-170a-c23b-27549b2846bb" [ 1045.467018] env[68216]: _type = "Task" [ 1045.467018] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.474471] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525611a1-37e3-170a-c23b-27549b2846bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.539254] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "refresh_cache-6ce80e9e-48b7-482a-ab51-d9f7916d064e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.539421] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired lock "refresh_cache-6ce80e9e-48b7-482a-ab51-d9f7916d064e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.539571] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.576215] env[68216]: DEBUG nova.compute.utils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.580777] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.580974] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.666378] env[68216]: DEBUG nova.policy [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccb0667f520a43dcb6478640a78558c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '595f918fa8bd4eb8a42a1b21dcd1d602', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.748777] env[68216]: DEBUG nova.network.neutron [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Updated VIF entry in instance network info cache for port 25f6aff7-af88-45a0-b7e9-4a122477c4bc. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.749140] env[68216]: DEBUG nova.network.neutron [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Updating instance_info_cache with network_info: [{"id": "25f6aff7-af88-45a0-b7e9-4a122477c4bc", "address": "fa:16:3e:cc:4b:d1", "network": {"id": "2152a7ed-a9c7-4cd9-bca6-78279ed75bff", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-50937582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "595f918fa8bd4eb8a42a1b21dcd1d602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f6aff7-af", "ovs_interfaceid": "25f6aff7-af88-45a0-b7e9-4a122477c4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.844180] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d72a374-f581-4a9a-a9c1-3234bba0cca3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.852627] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3badec-8144-4a50-9319-e3cd229f46c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.883658] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64ddaa2-2591-48af-aa7e-ee01f5d19278 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.891737] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7294ee-910d-4113-b50a-67aa762a8064 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.909310] env[68216]: DEBUG nova.compute.provider_tree [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.914463] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069017, 'name': ReconfigVM_Task, 'duration_secs': 0.263812} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.915065] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 01bd1b70-a598-45d7-8f58-4253db07e0c5/01bd1b70-a598-45d7-8f58-4253db07e0c5.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.915794] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28a3aaaf-b4c0-4b40-a1bf-ad849a024ee7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.923101] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1045.923101] env[68216]: value = "task-3069018" [ 1045.923101] env[68216]: _type = "Task" [ 1045.923101] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.932265] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069018, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.976489] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525611a1-37e3-170a-c23b-27549b2846bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.976805] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.977089] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.977347] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.977497] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.977686] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.977949] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83d243c1-a896-4c3f-94a8-fd17956aae42 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.985345] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.985510] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.986555] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb50509-978f-4059-8f34-f4fb51b5859e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.989359] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Successfully created port: aa3421d9-232d-4a62-92c9-624915eb7deb {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.993696] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1045.993696] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52783246-3092-e4df-8059-4bf272d40404" [ 1045.993696] env[68216]: _type = "Task" [ 1045.993696] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.001429] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52783246-3092-e4df-8059-4bf272d40404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.081241] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.084945] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.252158] env[68216]: DEBUG oslo_concurrency.lockutils [req-d6f346aa-744a-49ac-9e64-4a57287b1f33 req-3faf6c7f-d127-4b82-b211-23ab96682ef7 service nova] Releasing lock "refresh_cache-4a825359-633c-4ab6-8624-2fb555903708" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.297878] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Updating instance_info_cache with network_info: [{"id": "d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961", "address": "fa:16:3e:9b:8e:41", "network": {"id": "2152a7ed-a9c7-4cd9-bca6-78279ed75bff", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-50937582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "595f918fa8bd4eb8a42a1b21dcd1d602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7abe3a9-8b", "ovs_interfaceid": "d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.416761] env[68216]: DEBUG nova.scheduler.client.report [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.434617] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069018, 'name': Rename_Task, 'duration_secs': 0.121543} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.434848] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.435097] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56ed473c-e8c0-4f78-9948-d64f687b0520 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.443028] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1046.443028] env[68216]: value = "task-3069019" [ 1046.443028] env[68216]: _type = "Task" [ 1046.443028] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.449276] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.454392] env[68216]: DEBUG nova.compute.manager [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Received event network-vif-plugged-d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.454592] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] Acquiring lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.454794] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] Lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.454964] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] Lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.455133] env[68216]: DEBUG nova.compute.manager [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] No waiting events found dispatching network-vif-plugged-d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.455298] env[68216]: WARNING nova.compute.manager [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Received unexpected event network-vif-plugged-d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961 for instance with vm_state building and task_state spawning. [ 1046.455455] env[68216]: DEBUG nova.compute.manager [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Received event network-changed-d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.455603] env[68216]: DEBUG nova.compute.manager [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Refreshing instance network info cache due to event network-changed-d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1046.455768] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] Acquiring lock "refresh_cache-6ce80e9e-48b7-482a-ab51-d9f7916d064e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.503217] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52783246-3092-e4df-8059-4bf272d40404, 'name': SearchDatastore_Task, 'duration_secs': 0.007389} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.503965] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ff9917-b181-45fb-b3c4-ddc3b9125513 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.509230] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1046.509230] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523fd1bb-c58d-029a-5386-95e60049ac48" [ 1046.509230] env[68216]: _type = "Task" [ 1046.509230] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.516014] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523fd1bb-c58d-029a-5386-95e60049ac48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.801437] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Releasing lock "refresh_cache-6ce80e9e-48b7-482a-ab51-d9f7916d064e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.801847] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Instance network_info: |[{"id": "d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961", "address": "fa:16:3e:9b:8e:41", "network": {"id": "2152a7ed-a9c7-4cd9-bca6-78279ed75bff", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-50937582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "595f918fa8bd4eb8a42a1b21dcd1d602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7abe3a9-8b", "ovs_interfaceid": "d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.802208] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] Acquired lock "refresh_cache-6ce80e9e-48b7-482a-ab51-d9f7916d064e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.802438] env[68216]: DEBUG nova.network.neutron [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Refreshing network info cache for port d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.803685] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:8e:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7abe3a9-8b10-4a66-a5c4-c39ad4a7e961', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.811148] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.812112] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.812348] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffed61dd-b428-4de3-9d92-0361d9224092 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.832490] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.832490] env[68216]: value = "task-3069020" [ 1046.832490] env[68216]: _type = "Task" [ 1046.832490] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.840975] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069020, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.922035] env[68216]: DEBUG oslo_concurrency.lockutils [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.925506] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.223s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.927246] env[68216]: INFO nova.compute.claims [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.948424] env[68216]: INFO nova.scheduler.client.report [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Deleted allocations for instance 971395f4-aaa4-4652-829b-6d861b9da034 [ 1046.955219] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.019874] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523fd1bb-c58d-029a-5386-95e60049ac48, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.020218] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.020643] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 4a825359-633c-4ab6-8624-2fb555903708/4a825359-633c-4ab6-8624-2fb555903708.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.020832] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8e5ff71-95c5-4615-a751-c2fa676b6bae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.028029] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1047.028029] env[68216]: value = "task-3069021" [ 1047.028029] env[68216]: _type = "Task" [ 1047.028029] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.036013] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.090075] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.119223] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.119467] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.119633] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.119824] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.119999] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.120173] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.120421] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.120603] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.120799] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.120986] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.121202] env[68216]: DEBUG nova.virt.hardware [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.122152] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce16e72-c185-4fd2-ae2b-8c75280d58a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.131685] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e2501-123b-47c3-9967-0e1ffbbda756 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.344604] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069020, 'name': CreateVM_Task, 'duration_secs': 0.321211} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.344833] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.345531] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.345694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.346067] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.346359] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba3c34c-4bfa-4aba-aa62-63af560e17cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.351382] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1047.351382] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a71e61-772a-405e-14de-a928c4b3fb90" [ 1047.351382] env[68216]: _type = "Task" [ 1047.351382] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.362283] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a71e61-772a-405e-14de-a928c4b3fb90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.460195] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069019, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.460820] env[68216]: DEBUG oslo_concurrency.lockutils [None req-302e3778-af44-4a2b-96e4-0f97e0451908 tempest-ServersNegativeTestMultiTenantJSON-1787074726 tempest-ServersNegativeTestMultiTenantJSON-1787074726-project-member] Lock "971395f4-aaa4-4652-829b-6d861b9da034" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.286s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.537800] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477327} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.538100] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 4a825359-633c-4ab6-8624-2fb555903708/4a825359-633c-4ab6-8624-2fb555903708.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.538337] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.538583] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1271036f-7f01-4c2a-a0f8-2204bc381ba5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.544588] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1047.544588] env[68216]: value = "task-3069022" [ 1047.544588] env[68216]: _type = "Task" [ 1047.544588] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.552225] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.692126] env[68216]: DEBUG nova.network.neutron [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Updated VIF entry in instance network info cache for port d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.692751] env[68216]: DEBUG nova.network.neutron [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Updating instance_info_cache with network_info: [{"id": "d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961", "address": "fa:16:3e:9b:8e:41", "network": {"id": "2152a7ed-a9c7-4cd9-bca6-78279ed75bff", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-50937582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "595f918fa8bd4eb8a42a1b21dcd1d602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7abe3a9-8b", "ovs_interfaceid": "d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.804795] env[68216]: DEBUG nova.compute.manager [req-935a5e43-ac2b-4203-b346-838fb558b470 req-3e762dfc-c16c-4a61-8f76-85a18337b800 service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Received event network-vif-plugged-aa3421d9-232d-4a62-92c9-624915eb7deb {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1047.805098] env[68216]: DEBUG oslo_concurrency.lockutils [req-935a5e43-ac2b-4203-b346-838fb558b470 req-3e762dfc-c16c-4a61-8f76-85a18337b800 service nova] Acquiring lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.805404] env[68216]: DEBUG oslo_concurrency.lockutils [req-935a5e43-ac2b-4203-b346-838fb558b470 req-3e762dfc-c16c-4a61-8f76-85a18337b800 service nova] Lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.805694] env[68216]: DEBUG oslo_concurrency.lockutils [req-935a5e43-ac2b-4203-b346-838fb558b470 req-3e762dfc-c16c-4a61-8f76-85a18337b800 service nova] Lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.805758] env[68216]: DEBUG nova.compute.manager [req-935a5e43-ac2b-4203-b346-838fb558b470 req-3e762dfc-c16c-4a61-8f76-85a18337b800 service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] No waiting events found dispatching network-vif-plugged-aa3421d9-232d-4a62-92c9-624915eb7deb {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.805944] env[68216]: WARNING nova.compute.manager [req-935a5e43-ac2b-4203-b346-838fb558b470 req-3e762dfc-c16c-4a61-8f76-85a18337b800 service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Received unexpected event network-vif-plugged-aa3421d9-232d-4a62-92c9-624915eb7deb for instance with vm_state building and task_state spawning. [ 1047.861892] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a71e61-772a-405e-14de-a928c4b3fb90, 'name': SearchDatastore_Task, 'duration_secs': 0.054299} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.862194] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.862438] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.862643] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.862786] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.862958] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.864233] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c83591fc-7fb5-4468-a0a1-5f8ded3ffaee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.880697] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.880890] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.881630] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a556d12c-529b-4ad8-a3b8-2684563e58b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.887136] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1047.887136] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5262babd-e975-3c72-8468-259b6fd62ba0" [ 1047.887136] env[68216]: _type = "Task" [ 1047.887136] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.895318] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5262babd-e975-3c72-8468-259b6fd62ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.954376] env[68216]: DEBUG oslo_vmware.api [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069019, 'name': PowerOnVM_Task, 'duration_secs': 1.248524} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.954663] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.954827] env[68216]: INFO nova.compute.manager [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1047.955015] env[68216]: DEBUG nova.compute.manager [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.955814] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf4609c-9457-4bd7-ab46-9e208091c58c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.056355] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067722} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.059296] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.060451] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12849155-9bf3-4994-8e13-992d2a42b266 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.084664] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4a825359-633c-4ab6-8624-2fb555903708/4a825359-633c-4ab6-8624-2fb555903708.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.087391] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ccadd1d-d8bb-43fc-bfb3-0abdc1be5f33 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.106503] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1048.106503] env[68216]: value = "task-3069023" [ 1048.106503] env[68216]: _type = "Task" [ 1048.106503] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.115952] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.202802] env[68216]: DEBUG oslo_concurrency.lockutils [req-4d99bee7-2e67-4bcb-ab1d-2a7217382d80 req-a11e8a16-ee61-4527-8189-c186a03ed32c service nova] Releasing lock "refresh_cache-6ce80e9e-48b7-482a-ab51-d9f7916d064e" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.206198] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3483d06-17f5-44ca-968e-3526a8aeb264 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.213643] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76faff4f-e2f3-4b58-afb3-44f1618a34c5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.242961] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b214b130-7e19-4a97-bd22-2a4735eee36d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.250170] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e987259a-184b-4d8a-a1c6-37103896d518 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.263246] env[68216]: DEBUG nova.compute.provider_tree [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.311755] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Successfully updated port: aa3421d9-232d-4a62-92c9-624915eb7deb {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.399311] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5262babd-e975-3c72-8468-259b6fd62ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.014829} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.399311] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c06bfe3-02a3-4e23-a638-6fce33dfb2f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.404472] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1048.404472] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52188215-f39a-d32e-5185-cde5b4179ca2" [ 1048.404472] env[68216]: _type = "Task" [ 1048.404472] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.413788] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52188215-f39a-d32e-5185-cde5b4179ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.476773] env[68216]: INFO nova.compute.manager [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Took 19.51 seconds to build instance. [ 1048.482521] env[68216]: DEBUG nova.compute.manager [req-2ea14720-5ed2-4211-8194-626ed98c6e98 req-f0334976-edcf-451a-8e34-bb257c0db7ad service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Received event network-changed-aa3421d9-232d-4a62-92c9-624915eb7deb {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.482766] env[68216]: DEBUG nova.compute.manager [req-2ea14720-5ed2-4211-8194-626ed98c6e98 req-f0334976-edcf-451a-8e34-bb257c0db7ad service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Refreshing instance network info cache due to event network-changed-aa3421d9-232d-4a62-92c9-624915eb7deb. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1048.482946] env[68216]: DEBUG oslo_concurrency.lockutils [req-2ea14720-5ed2-4211-8194-626ed98c6e98 req-f0334976-edcf-451a-8e34-bb257c0db7ad service nova] Acquiring lock "refresh_cache-932b3e33-eb42-4c1a-820f-3692be9b4bb5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.483096] env[68216]: DEBUG oslo_concurrency.lockutils [req-2ea14720-5ed2-4211-8194-626ed98c6e98 req-f0334976-edcf-451a-8e34-bb257c0db7ad service nova] Acquired lock "refresh_cache-932b3e33-eb42-4c1a-820f-3692be9b4bb5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.483279] env[68216]: DEBUG nova.network.neutron [req-2ea14720-5ed2-4211-8194-626ed98c6e98 req-f0334976-edcf-451a-8e34-bb257c0db7ad service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Refreshing network info cache for port aa3421d9-232d-4a62-92c9-624915eb7deb {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.616959] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.801500] env[68216]: DEBUG nova.scheduler.client.report [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1048.801770] env[68216]: DEBUG nova.compute.provider_tree [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 149 to 150 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1048.801952] env[68216]: DEBUG nova.compute.provider_tree [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.818435] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "refresh_cache-932b3e33-eb42-4c1a-820f-3692be9b4bb5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.916862] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52188215-f39a-d32e-5185-cde5b4179ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.056841} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.916862] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.917267] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 6ce80e9e-48b7-482a-ab51-d9f7916d064e/6ce80e9e-48b7-482a-ab51-d9f7916d064e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.917579] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82226b20-6c4d-43bf-9b90-05a1d7ecffac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.925510] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1048.925510] env[68216]: value = "task-3069024" [ 1048.925510] env[68216]: _type = "Task" [ 1048.925510] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.934016] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.979776] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cd91bd14-dd22-4cf2-89a8-2bbd052a07db tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "01bd1b70-a598-45d7-8f58-4253db07e0c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.017s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.052299] env[68216]: DEBUG nova.network.neutron [req-2ea14720-5ed2-4211-8194-626ed98c6e98 req-f0334976-edcf-451a-8e34-bb257c0db7ad service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.117201] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069023, 'name': ReconfigVM_Task, 'duration_secs': 0.871222} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.117493] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4a825359-633c-4ab6-8624-2fb555903708/4a825359-633c-4ab6-8624-2fb555903708.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.118157] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9118a97-df0e-4443-9f60-8d0c947dc8de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.124321] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1049.124321] env[68216]: value = "task-3069025" [ 1049.124321] env[68216]: _type = "Task" [ 1049.124321] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.133629] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069025, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.308746] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.309312] env[68216]: DEBUG nova.compute.manager [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.312040] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.300s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.312248] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.312416] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1049.312706] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.856s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.314246] env[68216]: INFO nova.compute.claims [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.322438] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f4789c-0d2b-4cdf-8399-e3b5c84695c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.331761] env[68216]: DEBUG nova.network.neutron [req-2ea14720-5ed2-4211-8194-626ed98c6e98 req-f0334976-edcf-451a-8e34-bb257c0db7ad service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.341997] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2975104-f723-43ce-8665-6609c408b318 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.363883] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe0432f-ba51-4d07-9e52-2ef3e5862603 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.372250] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ea2c81-d941-4063-925c-7ff6e170d320 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.407804] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179111MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1049.408097] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.435730] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069024, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.634948] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069025, 'name': Rename_Task, 'duration_secs': 0.476384} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.635231] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.635506] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db8d9b40-9462-4448-b942-298f00ab96a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.641919] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1049.641919] env[68216]: value = "task-3069026" [ 1049.641919] env[68216]: _type = "Task" [ 1049.641919] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.650652] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.825266] env[68216]: DEBUG nova.compute.utils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.829095] env[68216]: DEBUG nova.compute.manager [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.829095] env[68216]: DEBUG nova.network.neutron [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.837665] env[68216]: DEBUG oslo_concurrency.lockutils [req-2ea14720-5ed2-4211-8194-626ed98c6e98 req-f0334976-edcf-451a-8e34-bb257c0db7ad service nova] Releasing lock "refresh_cache-932b3e33-eb42-4c1a-820f-3692be9b4bb5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.839221] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired lock "refresh_cache-932b3e33-eb42-4c1a-820f-3692be9b4bb5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.839221] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.870809] env[68216]: DEBUG nova.policy [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2070d00d65c44d468eaf117d20bf7cad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a08f3360ac5e431f8c5cc977919da440', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.942295] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631367} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.942861] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 6ce80e9e-48b7-482a-ab51-d9f7916d064e/6ce80e9e-48b7-482a-ab51-d9f7916d064e.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.943333] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.943786] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90f6c049-b10e-476e-9829-b62ed16a7e76 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.952491] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1049.952491] env[68216]: value = "task-3069027" [ 1049.952491] env[68216]: _type = "Task" [ 1049.952491] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.962345] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.133276] env[68216]: DEBUG nova.network.neutron [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Successfully created port: def4e8a2-99f0-45bb-88d2-f79751f96f0d {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.152646] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.331862] env[68216]: DEBUG nova.compute.manager [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.391207] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.467941] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07791} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.470853] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.472109] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8c11b2-cbaa-44fe-9737-fb7098c89d25 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.500840] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 6ce80e9e-48b7-482a-ab51-d9f7916d064e/6ce80e9e-48b7-482a-ab51-d9f7916d064e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.504051] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9712b7f5-d764-4355-befa-0a89c4e30062 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.525209] env[68216]: DEBUG nova.compute.manager [req-6452486a-2e3e-42f9-8d84-0d84d5e1976f req-df6a5971-1187-4b7d-873a-191eb8cc2dec service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Received event network-changed-78f9bab3-5412-461f-8839-9c6d6883e390 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1050.525209] env[68216]: DEBUG nova.compute.manager [req-6452486a-2e3e-42f9-8d84-0d84d5e1976f req-df6a5971-1187-4b7d-873a-191eb8cc2dec service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Refreshing instance network info cache due to event network-changed-78f9bab3-5412-461f-8839-9c6d6883e390. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1050.525295] env[68216]: DEBUG oslo_concurrency.lockutils [req-6452486a-2e3e-42f9-8d84-0d84d5e1976f req-df6a5971-1187-4b7d-873a-191eb8cc2dec service nova] Acquiring lock "refresh_cache-01bd1b70-a598-45d7-8f58-4253db07e0c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.525440] env[68216]: DEBUG oslo_concurrency.lockutils [req-6452486a-2e3e-42f9-8d84-0d84d5e1976f req-df6a5971-1187-4b7d-873a-191eb8cc2dec service nova] Acquired lock "refresh_cache-01bd1b70-a598-45d7-8f58-4253db07e0c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.525639] env[68216]: DEBUG nova.network.neutron [req-6452486a-2e3e-42f9-8d84-0d84d5e1976f req-df6a5971-1187-4b7d-873a-191eb8cc2dec service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Refreshing network info cache for port 78f9bab3-5412-461f-8839-9c6d6883e390 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.533265] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1050.533265] env[68216]: value = "task-3069028" [ 1050.533265] env[68216]: _type = "Task" [ 1050.533265] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.547820] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.596943] env[68216]: DEBUG nova.network.neutron [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Updating instance_info_cache with network_info: [{"id": "aa3421d9-232d-4a62-92c9-624915eb7deb", "address": "fa:16:3e:aa:0c:84", "network": {"id": "2152a7ed-a9c7-4cd9-bca6-78279ed75bff", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-50937582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "595f918fa8bd4eb8a42a1b21dcd1d602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3421d9-23", "ovs_interfaceid": "aa3421d9-232d-4a62-92c9-624915eb7deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.653584] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.763258] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc028f92-e0ce-4bf7-a037-29529228a736 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.771977] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68603aaa-bda4-4e94-91be-dd915a8dff66 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.802491] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95f62f0-d327-4bf7-8cfa-045d818d245b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.810326] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd0cde-cda3-4fa3-925d-acb574085c89 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.825650] env[68216]: DEBUG nova.compute.provider_tree [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.045544] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.099755] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Releasing lock "refresh_cache-932b3e33-eb42-4c1a-820f-3692be9b4bb5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.102115] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Instance network_info: |[{"id": "aa3421d9-232d-4a62-92c9-624915eb7deb", "address": "fa:16:3e:aa:0c:84", "network": {"id": "2152a7ed-a9c7-4cd9-bca6-78279ed75bff", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-50937582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "595f918fa8bd4eb8a42a1b21dcd1d602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3421d9-23", "ovs_interfaceid": "aa3421d9-232d-4a62-92c9-624915eb7deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.102115] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:0c:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa3421d9-232d-4a62-92c9-624915eb7deb', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.109103] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.111749] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.112055] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1fdaebe-1009-44af-8d6b-0501fddf1c38 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.136612] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.136612] env[68216]: value = "task-3069029" [ 1051.136612] env[68216]: _type = "Task" [ 1051.136612] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.144417] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069029, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.151964] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069026, 'name': PowerOnVM_Task, 'duration_secs': 1.216695} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.152243] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.152441] env[68216]: INFO nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1051.152615] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.153382] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2debf38-4e6d-4b46-8624-14eb305ad527 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.292128] env[68216]: DEBUG nova.network.neutron [req-6452486a-2e3e-42f9-8d84-0d84d5e1976f req-df6a5971-1187-4b7d-873a-191eb8cc2dec service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Updated VIF entry in instance network info cache for port 78f9bab3-5412-461f-8839-9c6d6883e390. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.292688] env[68216]: DEBUG nova.network.neutron [req-6452486a-2e3e-42f9-8d84-0d84d5e1976f req-df6a5971-1187-4b7d-873a-191eb8cc2dec service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Updating instance_info_cache with network_info: [{"id": "78f9bab3-5412-461f-8839-9c6d6883e390", "address": "fa:16:3e:95:ac:21", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f9bab3-54", "ovs_interfaceid": "78f9bab3-5412-461f-8839-9c6d6883e390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.331580] env[68216]: DEBUG nova.scheduler.client.report [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.341280] env[68216]: DEBUG nova.compute.manager [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.369030] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.369322] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.369494] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.369674] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.369890] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.370066] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.370291] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.370490] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.370685] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.370910] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.371129] env[68216]: DEBUG nova.virt.hardware [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.372109] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fd8e26-a785-4d5f-bcba-29a234b9e887 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.380940] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403489f0-1f69-48bc-886e-8cf13a2cef71 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.544123] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069028, 'name': ReconfigVM_Task, 'duration_secs': 0.886323} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.544459] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 6ce80e9e-48b7-482a-ab51-d9f7916d064e/6ce80e9e-48b7-482a-ab51-d9f7916d064e.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.545052] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0234c4ee-04fd-4bc2-b557-66cc449d1843 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.551106] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1051.551106] env[68216]: value = "task-3069030" [ 1051.551106] env[68216]: _type = "Task" [ 1051.551106] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.558554] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069030, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.651914] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069029, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.673979] env[68216]: INFO nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Took 22.28 seconds to build instance. [ 1051.796083] env[68216]: DEBUG oslo_concurrency.lockutils [req-6452486a-2e3e-42f9-8d84-0d84d5e1976f req-df6a5971-1187-4b7d-873a-191eb8cc2dec service nova] Releasing lock "refresh_cache-01bd1b70-a598-45d7-8f58-4253db07e0c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.824638] env[68216]: DEBUG nova.network.neutron [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Successfully updated port: def4e8a2-99f0-45bb-88d2-f79751f96f0d {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.838243] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.838830] env[68216]: DEBUG nova.compute.manager [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.841996] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.755s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.845018] env[68216]: INFO nova.compute.claims [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.060814] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069030, 'name': Rename_Task, 'duration_secs': 0.186416} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.061103] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.061354] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91bc7ac2-a21f-4138-b1ee-33fde0a75bad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.067221] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1052.067221] env[68216]: value = "task-3069031" [ 1052.067221] env[68216]: _type = "Task" [ 1052.067221] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.074540] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.146993] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069029, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.176807] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "4a825359-633c-4ab6-8624-2fb555903708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.812s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.331399] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.331545] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.331761] env[68216]: DEBUG nova.network.neutron [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.348220] env[68216]: DEBUG nova.compute.utils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.352526] env[68216]: DEBUG nova.compute.manager [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.352526] env[68216]: DEBUG nova.network.neutron [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.400512] env[68216]: DEBUG nova.policy [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '086f8fc4266d4c37b7fc0df18f2e4d76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33c35360c4743b9a4598abea8dce596', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.537391] env[68216]: DEBUG nova.compute.manager [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Received event network-vif-plugged-def4e8a2-99f0-45bb-88d2-f79751f96f0d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1052.537489] env[68216]: DEBUG oslo_concurrency.lockutils [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] Acquiring lock "5dc808be-3dec-4cd3-8865-a237e95f767d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.537670] env[68216]: DEBUG oslo_concurrency.lockutils [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.537836] env[68216]: DEBUG oslo_concurrency.lockutils [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.538166] env[68216]: DEBUG nova.compute.manager [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] No waiting events found dispatching network-vif-plugged-def4e8a2-99f0-45bb-88d2-f79751f96f0d {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.538374] env[68216]: WARNING nova.compute.manager [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Received unexpected event network-vif-plugged-def4e8a2-99f0-45bb-88d2-f79751f96f0d for instance with vm_state building and task_state spawning. [ 1052.538540] env[68216]: DEBUG nova.compute.manager [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Received event network-changed-def4e8a2-99f0-45bb-88d2-f79751f96f0d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1052.538691] env[68216]: DEBUG nova.compute.manager [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Refreshing instance network info cache due to event network-changed-def4e8a2-99f0-45bb-88d2-f79751f96f0d. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1052.538851] env[68216]: DEBUG oslo_concurrency.lockutils [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] Acquiring lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.576678] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.648343] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069029, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.861468] env[68216]: DEBUG nova.network.neutron [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.997272] env[68216]: DEBUG nova.network.neutron [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance_info_cache with network_info: [{"id": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "address": "fa:16:3e:53:59:71", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef4e8a2-99", "ovs_interfaceid": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.079316] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.094070] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbfd481-9398-4aef-a976-3e42ce88061c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.100377] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c92149-f357-4d24-a5b9-f19dc1bbe974 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.131921] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940e75cf-5311-4183-bae1-cd6b677e2c07 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.139117] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e40e7d2-daa2-4b86-ae4a-52b7838fb468 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.149974] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069029, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.157612] env[68216]: DEBUG nova.compute.provider_tree [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.578109] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.652248] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069029, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.661459] env[68216]: DEBUG nova.scheduler.client.report [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.078452] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.152593] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069029, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.504186] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.504186] env[68216]: DEBUG nova.compute.manager [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Instance network_info: |[{"id": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "address": "fa:16:3e:53:59:71", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef4e8a2-99", "ovs_interfaceid": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.504186] env[68216]: DEBUG oslo_concurrency.lockutils [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] Acquired lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.504186] env[68216]: DEBUG nova.network.neutron [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Refreshing network info cache for port def4e8a2-99f0-45bb-88d2-f79751f96f0d {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.504186] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:59:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'def4e8a2-99f0-45bb-88d2-f79751f96f0d', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.515813] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.517450] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.518335] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2666e52-27c4-44a2-a986-14e56df94477 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.542411] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.542411] env[68216]: value = "task-3069032" [ 1054.542411] env[68216]: _type = "Task" [ 1054.542411] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.554924] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069032, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.588719] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069031, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.654386] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069029, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.667798] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.668385] env[68216]: DEBUG nova.compute.manager [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.671823] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.840s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.854914] env[68216]: DEBUG nova.compute.manager [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.909717] env[68216]: DEBUG nova.network.neutron [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Successfully created port: 2fc3eb5d-bc5e-4cec-a56a-e6540506f90f {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.060477] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069032, 'name': CreateVM_Task, 'duration_secs': 0.332889} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.060694] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.061625] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.061798] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.062173] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.062439] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f591e812-70a3-4b36-a20a-9cd79e26f710 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.067969] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1055.067969] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527bcafe-7493-26b2-1dc9-6eb32c632ac8" [ 1055.067969] env[68216]: _type = "Task" [ 1055.067969] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.082344] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527bcafe-7493-26b2-1dc9-6eb32c632ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.086753] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069031, 'name': PowerOnVM_Task, 'duration_secs': 2.97472} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.087146] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.087440] env[68216]: INFO nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1055.087641] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.088517] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f77894-1867-4d4b-acd9-e54f9e1b49cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.153986] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069029, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.175879] env[68216]: DEBUG nova.compute.utils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.180506] env[68216]: INFO nova.compute.claims [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.184345] env[68216]: DEBUG nova.compute.manager [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.184674] env[68216]: DEBUG nova.network.neutron [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.227975] env[68216]: DEBUG nova.policy [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb6dd83e2e25424aa8cff633826c37ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0139c35cf3904fb4a0e73dfd5599f321', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.416462] env[68216]: DEBUG nova.network.neutron [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updated VIF entry in instance network info cache for port def4e8a2-99f0-45bb-88d2-f79751f96f0d. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.416462] env[68216]: DEBUG nova.network.neutron [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance_info_cache with network_info: [{"id": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "address": "fa:16:3e:53:59:71", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef4e8a2-99", "ovs_interfaceid": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.539657] env[68216]: DEBUG nova.network.neutron [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Successfully created port: 1058524a-fc6d-4a23-a1a8-da8f636f5cc2 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.578834] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527bcafe-7493-26b2-1dc9-6eb32c632ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.012642} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.579279] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.579409] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.579664] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.579811] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.579991] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.580285] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-150a4923-f4c1-49ac-8f9a-e1a35eb043f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.589101] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.589293] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.590042] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3b7af0-756d-4cef-af99-ff1872db2ebe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.595125] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1055.595125] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cde3ad-3fab-cd1c-a3b0-7c9baeabc46a" [ 1055.595125] env[68216]: _type = "Task" [ 1055.595125] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.613027] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cde3ad-3fab-cd1c-a3b0-7c9baeabc46a, 'name': SearchDatastore_Task, 'duration_secs': 0.008448} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.613269] env[68216]: INFO nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Took 26.21 seconds to build instance. [ 1055.615044] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1454c71e-6955-4dbc-a1ab-f8d54271346e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.621673] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1055.621673] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b207b1-9f49-2095-fe86-50213219ff8c" [ 1055.621673] env[68216]: _type = "Task" [ 1055.621673] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.630694] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b207b1-9f49-2095-fe86-50213219ff8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.654843] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069029, 'name': CreateVM_Task, 'duration_secs': 4.409673} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.654843] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.655360] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.655497] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.655803] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.656060] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad104905-21f5-4b33-b913-ee84bcb552c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.660911] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1055.660911] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52866484-cdc6-bcc3-b583-7cd23a3419e5" [ 1055.660911] env[68216]: _type = "Task" [ 1055.660911] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.668284] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52866484-cdc6-bcc3-b583-7cd23a3419e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.686453] env[68216]: INFO nova.compute.resource_tracker [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating resource usage from migration a04f935a-d55e-4ac8-84fe-8ff96da36f7f [ 1055.689388] env[68216]: DEBUG nova.compute.manager [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.866130] env[68216]: DEBUG nova.compute.manager [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.899116] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.899116] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.899333] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.899743] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.899743] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.900046] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.900102] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.900268] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.900460] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.900664] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.902090] env[68216]: DEBUG nova.virt.hardware [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.902090] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648496b1-8d9f-4c57-9f5d-9ef6f11c0ba0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.913123] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7876a45-9963-48b0-857a-cfb5995d4324 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.927008] env[68216]: DEBUG oslo_concurrency.lockutils [req-3d376f74-e8cc-48f4-9459-bc879ee94a3e req-32bfa313-44bb-44c4-8e3c-900027ed7a34 service nova] Releasing lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.981496] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d96f218-b74b-4458-b763-5d0ad677a38b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.989152] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12286476-6719-4fa6-ba9b-4d3ad3f8682e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.023341] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c834e6f2-0323-4809-b64b-4cdcf4147969 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.031814] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a694a999-7c9d-4fb7-a0dd-57afc4725582 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.045697] env[68216]: DEBUG nova.compute.provider_tree [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.116447] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.715s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.131573] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b207b1-9f49-2095-fe86-50213219ff8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.131805] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.132083] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 5dc808be-3dec-4cd3-8865-a237e95f767d/5dc808be-3dec-4cd3-8865-a237e95f767d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.132350] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b97cd4-a599-4b29-ac88-ebaf371532ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.138915] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1056.138915] env[68216]: value = "task-3069033" [ 1056.138915] env[68216]: _type = "Task" [ 1056.138915] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.147421] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.169750] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52866484-cdc6-bcc3-b583-7cd23a3419e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.170051] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.170268] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.170497] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.170638] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.170808] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.171064] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c0c7a6a-bea7-4996-a26c-57f715167dc9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.190152] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.190343] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.191074] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f773d7-3ee2-4d75-8a35-8b16494f1262 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.199572] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1056.199572] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c54220-858a-8797-84b8-c7b49175b3a8" [ 1056.199572] env[68216]: _type = "Task" [ 1056.199572] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.209218] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c54220-858a-8797-84b8-c7b49175b3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.398035] env[68216]: DEBUG oslo_concurrency.lockutils [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquiring lock "0d3737b4-ddf4-416e-9b8c-433a08864464" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.398563] env[68216]: DEBUG oslo_concurrency.lockutils [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Lock "0d3737b4-ddf4-416e-9b8c-433a08864464" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.398883] env[68216]: DEBUG oslo_concurrency.lockutils [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquiring lock "0d3737b4-ddf4-416e-9b8c-433a08864464-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.399134] env[68216]: DEBUG oslo_concurrency.lockutils [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Lock "0d3737b4-ddf4-416e-9b8c-433a08864464-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.399226] env[68216]: DEBUG oslo_concurrency.lockutils [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Lock "0d3737b4-ddf4-416e-9b8c-433a08864464-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.402471] env[68216]: INFO nova.compute.manager [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Terminating instance [ 1056.549012] env[68216]: DEBUG nova.scheduler.client.report [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.647392] env[68216]: DEBUG nova.compute.manager [req-0789cb27-7a00-42f1-ac56-296160e4020a req-102e6de8-0d8a-4fe1-8609-1e2562744a1a service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Received event network-vif-plugged-2fc3eb5d-bc5e-4cec-a56a-e6540506f90f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1056.647392] env[68216]: DEBUG oslo_concurrency.lockutils [req-0789cb27-7a00-42f1-ac56-296160e4020a req-102e6de8-0d8a-4fe1-8609-1e2562744a1a service nova] Acquiring lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.647392] env[68216]: DEBUG oslo_concurrency.lockutils [req-0789cb27-7a00-42f1-ac56-296160e4020a req-102e6de8-0d8a-4fe1-8609-1e2562744a1a service nova] Lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.647588] env[68216]: DEBUG oslo_concurrency.lockutils [req-0789cb27-7a00-42f1-ac56-296160e4020a req-102e6de8-0d8a-4fe1-8609-1e2562744a1a service nova] Lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.647818] env[68216]: DEBUG nova.compute.manager [req-0789cb27-7a00-42f1-ac56-296160e4020a req-102e6de8-0d8a-4fe1-8609-1e2562744a1a service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] No waiting events found dispatching network-vif-plugged-2fc3eb5d-bc5e-4cec-a56a-e6540506f90f {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.648059] env[68216]: WARNING nova.compute.manager [req-0789cb27-7a00-42f1-ac56-296160e4020a req-102e6de8-0d8a-4fe1-8609-1e2562744a1a service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Received unexpected event network-vif-plugged-2fc3eb5d-bc5e-4cec-a56a-e6540506f90f for instance with vm_state building and task_state spawning. [ 1056.655387] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069033, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.698831] env[68216]: DEBUG nova.compute.manager [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.713959] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c54220-858a-8797-84b8-c7b49175b3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012005} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.714903] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbc0493-f016-4a46-bf27-34a7ad688423 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.724018] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1056.724018] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c999a9-37d3-5b9b-6d47-bd0bfb613fa6" [ 1056.724018] env[68216]: _type = "Task" [ 1056.724018] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.736434] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c999a9-37d3-5b9b-6d47-bd0bfb613fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.748848] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.749095] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.749764] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.749764] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.749764] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.749955] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.750149] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.750361] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.750635] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.750832] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.751051] env[68216]: DEBUG nova.virt.hardware [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.752147] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c524aa-4e15-44ea-8877-65f1feaa2dc7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.767396] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6a4d26-6362-4837-b962-3104a66fa257 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.788273] env[68216]: DEBUG nova.network.neutron [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Successfully updated port: 2fc3eb5d-bc5e-4cec-a56a-e6540506f90f {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.906961] env[68216]: DEBUG nova.compute.manager [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.907324] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.908444] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9dc2f6-bac2-4eeb-8504-7483b8a7f6c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.917299] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.917552] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fff57bb4-1355-472f-8d5d-1e9ad5ff1f79 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.923653] env[68216]: DEBUG oslo_vmware.api [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for the task: (returnval){ [ 1056.923653] env[68216]: value = "task-3069034" [ 1056.923653] env[68216]: _type = "Task" [ 1056.923653] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.931668] env[68216]: DEBUG oslo_vmware.api [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3069034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.059905] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.389s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.060149] env[68216]: INFO nova.compute.manager [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Migrating [ 1057.069678] env[68216]: DEBUG oslo_concurrency.lockutils [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.664s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.069983] env[68216]: DEBUG nova.objects.instance [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lazy-loading 'resources' on Instance uuid bf64d93e-5dbd-4e00-9f88-99a0a0feed3b {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.085342] env[68216]: DEBUG nova.compute.manager [req-86ff7bb5-791e-43f1-a9e5-3c9d2c338639 req-ca68acd7-f2ff-461e-9c6a-02422a861a7a service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Received event network-vif-plugged-1058524a-fc6d-4a23-a1a8-da8f636f5cc2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1057.085716] env[68216]: DEBUG oslo_concurrency.lockutils [req-86ff7bb5-791e-43f1-a9e5-3c9d2c338639 req-ca68acd7-f2ff-461e-9c6a-02422a861a7a service nova] Acquiring lock "367e96cd-f96d-406d-bdf7-4f0700771676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.085806] env[68216]: DEBUG oslo_concurrency.lockutils [req-86ff7bb5-791e-43f1-a9e5-3c9d2c338639 req-ca68acd7-f2ff-461e-9c6a-02422a861a7a service nova] Lock "367e96cd-f96d-406d-bdf7-4f0700771676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.087070] env[68216]: DEBUG oslo_concurrency.lockutils [req-86ff7bb5-791e-43f1-a9e5-3c9d2c338639 req-ca68acd7-f2ff-461e-9c6a-02422a861a7a service nova] Lock "367e96cd-f96d-406d-bdf7-4f0700771676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.087070] env[68216]: DEBUG nova.compute.manager [req-86ff7bb5-791e-43f1-a9e5-3c9d2c338639 req-ca68acd7-f2ff-461e-9c6a-02422a861a7a service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] No waiting events found dispatching network-vif-plugged-1058524a-fc6d-4a23-a1a8-da8f636f5cc2 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.087070] env[68216]: WARNING nova.compute.manager [req-86ff7bb5-791e-43f1-a9e5-3c9d2c338639 req-ca68acd7-f2ff-461e-9c6a-02422a861a7a service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Received unexpected event network-vif-plugged-1058524a-fc6d-4a23-a1a8-da8f636f5cc2 for instance with vm_state building and task_state spawning. [ 1057.150870] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069033, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.239525] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c999a9-37d3-5b9b-6d47-bd0bfb613fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.020538} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.239793] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.239932] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 932b3e33-eb42-4c1a-820f-3692be9b4bb5/932b3e33-eb42-4c1a-820f-3692be9b4bb5.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.240215] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2a1422f-8bb1-484d-a107-fd1f71c70096 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.248065] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1057.248065] env[68216]: value = "task-3069035" [ 1057.248065] env[68216]: _type = "Task" [ 1057.248065] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.248859] env[68216]: DEBUG nova.network.neutron [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Successfully updated port: 1058524a-fc6d-4a23-a1a8-da8f636f5cc2 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.258257] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.291991] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "refresh_cache-e2bae917-f8b2-406f-a6e1-0d105490a8dc" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.292180] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "refresh_cache-e2bae917-f8b2-406f-a6e1-0d105490a8dc" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.292335] env[68216]: DEBUG nova.network.neutron [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.438134] env[68216]: DEBUG oslo_vmware.api [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3069034, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.587866] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.588014] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.588679] env[68216]: DEBUG nova.network.neutron [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.655998] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069033, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.755759] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "refresh_cache-367e96cd-f96d-406d-bdf7-4f0700771676" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.755759] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "refresh_cache-367e96cd-f96d-406d-bdf7-4f0700771676" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.755759] env[68216]: DEBUG nova.network.neutron [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.761247] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.835818] env[68216]: DEBUG nova.network.neutron [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.911164] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327009c1-960c-4f27-be45-d5185ecec6f1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.922998] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31999be7-ffc9-4fee-a9fd-554679dffb9a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.965148] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8231db2d-9934-4308-8fda-5c4960ba3571 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.973573] env[68216]: DEBUG oslo_vmware.api [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3069034, 'name': PowerOffVM_Task, 'duration_secs': 0.564282} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.973573] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.973573] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.973573] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c044ff15-d8df-4cf5-8e8e-0ef29903f806 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.978693] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028404e4-6949-42a1-a121-8f8264af4d2e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.993992] env[68216]: DEBUG nova.compute.provider_tree [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.038533] env[68216]: DEBUG nova.network.neutron [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Updating instance_info_cache with network_info: [{"id": "2fc3eb5d-bc5e-4cec-a56a-e6540506f90f", "address": "fa:16:3e:58:3c:29", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc3eb5d-bc", "ovs_interfaceid": "2fc3eb5d-bc5e-4cec-a56a-e6540506f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.044369] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.044369] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.044369] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Deleting the datastore file [datastore2] 0d3737b4-ddf4-416e-9b8c-433a08864464 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.044369] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d25288d8-70bd-4727-ba55-a7307123a865 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.050296] env[68216]: DEBUG oslo_vmware.api [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for the task: (returnval){ [ 1058.050296] env[68216]: value = "task-3069037" [ 1058.050296] env[68216]: _type = "Task" [ 1058.050296] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.060053] env[68216]: DEBUG oslo_vmware.api [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3069037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.157027] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069033, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.796985} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.157027] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 5dc808be-3dec-4cd3-8865-a237e95f767d/5dc808be-3dec-4cd3-8865-a237e95f767d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.157027] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.157027] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db2a7a00-baf2-4ec6-acce-cfa58844e041 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.167795] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1058.167795] env[68216]: value = "task-3069038" [ 1058.167795] env[68216]: _type = "Task" [ 1058.167795] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.176294] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.264199] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069035, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.326470] env[68216]: DEBUG nova.network.neutron [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.360514] env[68216]: DEBUG nova.network.neutron [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance_info_cache with network_info: [{"id": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "address": "fa:16:3e:1b:19:04", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dd421d-1c", "ovs_interfaceid": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.500064] env[68216]: DEBUG nova.scheduler.client.report [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.537488] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "refresh_cache-e2bae917-f8b2-406f-a6e1-0d105490a8dc" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.537827] env[68216]: DEBUG nova.compute.manager [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Instance network_info: |[{"id": "2fc3eb5d-bc5e-4cec-a56a-e6540506f90f", "address": "fa:16:3e:58:3c:29", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc3eb5d-bc", "ovs_interfaceid": "2fc3eb5d-bc5e-4cec-a56a-e6540506f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.540439] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:3c:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fc3eb5d-bc5e-4cec-a56a-e6540506f90f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.548172] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.548744] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.548971] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4036af04-4128-4e6a-bcc8-088eefec1935 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.566094] env[68216]: DEBUG nova.network.neutron [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Updating instance_info_cache with network_info: [{"id": "1058524a-fc6d-4a23-a1a8-da8f636f5cc2", "address": "fa:16:3e:ba:07:1d", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1058524a-fc", "ovs_interfaceid": "1058524a-fc6d-4a23-a1a8-da8f636f5cc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.576214] env[68216]: DEBUG oslo_vmware.api [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Task: {'id': task-3069037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463967} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.577809] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.577809] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.577954] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.578159] env[68216]: INFO nova.compute.manager [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1058.578327] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.578477] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.578477] env[68216]: value = "task-3069039" [ 1058.578477] env[68216]: _type = "Task" [ 1058.578477] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.578714] env[68216]: DEBUG nova.compute.manager [-] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.578714] env[68216]: DEBUG nova.network.neutron [-] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.675580] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079996} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.675922] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.676640] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dc0c31-3e9e-4a5f-98b5-c9157b67142c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.699066] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5dc808be-3dec-4cd3-8865-a237e95f767d/5dc808be-3dec-4cd3-8865-a237e95f767d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.700567] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f79d35a-b8d4-4844-b42f-cce23c0d9f28 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.719020] env[68216]: DEBUG nova.compute.manager [req-b3de3069-0440-4186-a440-c6591ebc4d25 req-68053655-b796-481e-b0f6-58d2ef59da89 service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Received event network-changed-2fc3eb5d-bc5e-4cec-a56a-e6540506f90f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1058.719020] env[68216]: DEBUG nova.compute.manager [req-b3de3069-0440-4186-a440-c6591ebc4d25 req-68053655-b796-481e-b0f6-58d2ef59da89 service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Refreshing instance network info cache due to event network-changed-2fc3eb5d-bc5e-4cec-a56a-e6540506f90f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1058.719020] env[68216]: DEBUG oslo_concurrency.lockutils [req-b3de3069-0440-4186-a440-c6591ebc4d25 req-68053655-b796-481e-b0f6-58d2ef59da89 service nova] Acquiring lock "refresh_cache-e2bae917-f8b2-406f-a6e1-0d105490a8dc" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.719280] env[68216]: DEBUG oslo_concurrency.lockutils [req-b3de3069-0440-4186-a440-c6591ebc4d25 req-68053655-b796-481e-b0f6-58d2ef59da89 service nova] Acquired lock "refresh_cache-e2bae917-f8b2-406f-a6e1-0d105490a8dc" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.720368] env[68216]: DEBUG nova.network.neutron [req-b3de3069-0440-4186-a440-c6591ebc4d25 req-68053655-b796-481e-b0f6-58d2ef59da89 service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Refreshing network info cache for port 2fc3eb5d-bc5e-4cec-a56a-e6540506f90f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.726874] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1058.726874] env[68216]: value = "task-3069040" [ 1058.726874] env[68216]: _type = "Task" [ 1058.726874] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.736322] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.762012] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069035, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.222542} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.762298] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 932b3e33-eb42-4c1a-820f-3692be9b4bb5/932b3e33-eb42-4c1a-820f-3692be9b4bb5.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.762504] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.762754] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a933882-bf74-4dd2-b1f2-f36eb9ba5673 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.771424] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1058.771424] env[68216]: value = "task-3069041" [ 1058.771424] env[68216]: _type = "Task" [ 1058.771424] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.781729] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.862664] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.008988] env[68216]: DEBUG oslo_concurrency.lockutils [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.013712] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.008s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.013712] env[68216]: DEBUG nova.objects.instance [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lazy-loading 'resources' on Instance uuid 424a5bc3-e291-430e-936f-093d983d1f22 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.040750] env[68216]: INFO nova.scheduler.client.report [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted allocations for instance bf64d93e-5dbd-4e00-9f88-99a0a0feed3b [ 1059.072074] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "refresh_cache-367e96cd-f96d-406d-bdf7-4f0700771676" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.072439] env[68216]: DEBUG nova.compute.manager [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Instance network_info: |[{"id": "1058524a-fc6d-4a23-a1a8-da8f636f5cc2", "address": "fa:16:3e:ba:07:1d", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1058524a-fc", "ovs_interfaceid": "1058524a-fc6d-4a23-a1a8-da8f636f5cc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.072854] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:07:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1058524a-fc6d-4a23-a1a8-da8f636f5cc2', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.080528] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.080828] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.084848] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-147dd97c-efe7-450f-9767-ef2a73f50bff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.105550] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069039, 'name': CreateVM_Task, 'duration_secs': 0.415388} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.106686] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.106909] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.106909] env[68216]: value = "task-3069042" [ 1059.106909] env[68216]: _type = "Task" [ 1059.106909] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.107558] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.107721] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.108069] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.108353] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5675924c-74c3-4cf4-9dfb-445750573d71 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.114922] env[68216]: DEBUG nova.compute.manager [req-54483f8b-3193-49b3-9445-f05d0bb9b86d req-58938185-b166-4259-99ed-db0bd18225bc service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Received event network-changed-1058524a-fc6d-4a23-a1a8-da8f636f5cc2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1059.115126] env[68216]: DEBUG nova.compute.manager [req-54483f8b-3193-49b3-9445-f05d0bb9b86d req-58938185-b166-4259-99ed-db0bd18225bc service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Refreshing instance network info cache due to event network-changed-1058524a-fc6d-4a23-a1a8-da8f636f5cc2. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1059.115371] env[68216]: DEBUG oslo_concurrency.lockutils [req-54483f8b-3193-49b3-9445-f05d0bb9b86d req-58938185-b166-4259-99ed-db0bd18225bc service nova] Acquiring lock "refresh_cache-367e96cd-f96d-406d-bdf7-4f0700771676" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.115507] env[68216]: DEBUG oslo_concurrency.lockutils [req-54483f8b-3193-49b3-9445-f05d0bb9b86d req-58938185-b166-4259-99ed-db0bd18225bc service nova] Acquired lock "refresh_cache-367e96cd-f96d-406d-bdf7-4f0700771676" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.115632] env[68216]: DEBUG nova.network.neutron [req-54483f8b-3193-49b3-9445-f05d0bb9b86d req-58938185-b166-4259-99ed-db0bd18225bc service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Refreshing network info cache for port 1058524a-fc6d-4a23-a1a8-da8f636f5cc2 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.119664] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1059.119664] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c2c8ea-2077-452d-624d-009e92048be6" [ 1059.119664] env[68216]: _type = "Task" [ 1059.119664] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.123838] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069042, 'name': CreateVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.134073] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c2c8ea-2077-452d-624d-009e92048be6, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.134369] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.134596] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.134882] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.135053] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.135241] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.135492] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25d4dbe9-b1eb-4f60-a828-52a072c49d4d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.143200] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.143397] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.144139] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b6af15f-c10d-4018-893f-5e1a84abc62e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.150671] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1059.150671] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ca05d7-3618-b850-32ba-e5ac8053ff0c" [ 1059.150671] env[68216]: _type = "Task" [ 1059.150671] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.161124] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ca05d7-3618-b850-32ba-e5ac8053ff0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.236756] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.282707] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109686} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.282707] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.283387] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487f7bfd-8bb7-4700-91b9-5ac2c836cdcd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.308651] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 932b3e33-eb42-4c1a-820f-3692be9b4bb5/932b3e33-eb42-4c1a-820f-3692be9b4bb5.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.308962] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b5e1119-8ccc-4012-9480-f72387a7db6b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.335545] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1059.335545] env[68216]: value = "task-3069043" [ 1059.335545] env[68216]: _type = "Task" [ 1059.335545] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.344793] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.506249] env[68216]: DEBUG nova.network.neutron [req-b3de3069-0440-4186-a440-c6591ebc4d25 req-68053655-b796-481e-b0f6-58d2ef59da89 service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Updated VIF entry in instance network info cache for port 2fc3eb5d-bc5e-4cec-a56a-e6540506f90f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.507425] env[68216]: DEBUG nova.network.neutron [req-b3de3069-0440-4186-a440-c6591ebc4d25 req-68053655-b796-481e-b0f6-58d2ef59da89 service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Updating instance_info_cache with network_info: [{"id": "2fc3eb5d-bc5e-4cec-a56a-e6540506f90f", "address": "fa:16:3e:58:3c:29", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc3eb5d-bc", "ovs_interfaceid": "2fc3eb5d-bc5e-4cec-a56a-e6540506f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.552160] env[68216]: DEBUG oslo_concurrency.lockutils [None req-23bd1a47-0711-4c82-bcc9-77d165e1a063 tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "bf64d93e-5dbd-4e00-9f88-99a0a0feed3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.806s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.619013] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069042, 'name': CreateVM_Task, 'duration_secs': 0.374804} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.623141] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.624458] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.624458] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.624458] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.624949] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca39cae-9388-43e1-a19f-ffdffb73d556 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.630834] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1059.630834] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529ba325-62a9-95df-295a-95c72e93a8cb" [ 1059.630834] env[68216]: _type = "Task" [ 1059.630834] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.641386] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529ba325-62a9-95df-295a-95c72e93a8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.664855] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ca05d7-3618-b850-32ba-e5ac8053ff0c, 'name': SearchDatastore_Task, 'duration_secs': 0.016442} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.668468] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861de49a-8358-4a76-b4f4-96158f901adb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.673641] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1059.673641] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5282e5a7-5dab-fbb7-d92d-4bc17ead1ea8" [ 1059.673641] env[68216]: _type = "Task" [ 1059.673641] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.683464] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5282e5a7-5dab-fbb7-d92d-4bc17ead1ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.745955] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069040, 'name': ReconfigVM_Task, 'duration_secs': 0.731728} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.746310] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5dc808be-3dec-4cd3-8865-a237e95f767d/5dc808be-3dec-4cd3-8865-a237e95f767d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.747207] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b977311-be40-4723-b734-62fdf9822b26 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.754742] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1059.754742] env[68216]: value = "task-3069044" [ 1059.754742] env[68216]: _type = "Task" [ 1059.754742] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.762174] env[68216]: DEBUG nova.network.neutron [-] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.772811] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069044, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.820783] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0f4fb6-ddca-45c9-adc8-7570194585d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.829133] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a101815e-7e21-4aae-b4a7-adbf21f54f48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.862034] env[68216]: DEBUG nova.network.neutron [req-54483f8b-3193-49b3-9445-f05d0bb9b86d req-58938185-b166-4259-99ed-db0bd18225bc service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Updated VIF entry in instance network info cache for port 1058524a-fc6d-4a23-a1a8-da8f636f5cc2. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.862302] env[68216]: DEBUG nova.network.neutron [req-54483f8b-3193-49b3-9445-f05d0bb9b86d req-58938185-b166-4259-99ed-db0bd18225bc service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Updating instance_info_cache with network_info: [{"id": "1058524a-fc6d-4a23-a1a8-da8f636f5cc2", "address": "fa:16:3e:ba:07:1d", "network": {"id": "077a8883-a6a8-4397-86b8-89914031ca5e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1677431643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0139c35cf3904fb4a0e73dfd5599f321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1058524a-fc", "ovs_interfaceid": "1058524a-fc6d-4a23-a1a8-da8f636f5cc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.867291] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f517a92-d5ca-46e8-916c-02c4866162cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.880773] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069043, 'name': ReconfigVM_Task, 'duration_secs': 0.345935} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.882182] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c091166-e762-4fe0-9870-b13215107fb3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.886026] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 932b3e33-eb42-4c1a-820f-3692be9b4bb5/932b3e33-eb42-4c1a-820f-3692be9b4bb5.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.887149] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c320faaa-b701-41d8-9b4e-1ba16c342ca1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.899246] env[68216]: DEBUG nova.compute.provider_tree [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.901848] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1059.901848] env[68216]: value = "task-3069045" [ 1059.901848] env[68216]: _type = "Task" [ 1059.901848] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.915193] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069045, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.009474] env[68216]: DEBUG oslo_concurrency.lockutils [req-b3de3069-0440-4186-a440-c6591ebc4d25 req-68053655-b796-481e-b0f6-58d2ef59da89 service nova] Releasing lock "refresh_cache-e2bae917-f8b2-406f-a6e1-0d105490a8dc" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.038375] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.038754] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.140716] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529ba325-62a9-95df-295a-95c72e93a8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.141039] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.141291] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.141507] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.184186] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5282e5a7-5dab-fbb7-d92d-4bc17ead1ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.184488] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.184745] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] e2bae917-f8b2-406f-a6e1-0d105490a8dc/e2bae917-f8b2-406f-a6e1-0d105490a8dc.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.185032] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.185225] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.185437] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e9bb5f2-5b8e-4514-bf19-f8a17386c28b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.187408] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64ee3af3-db32-4be9-9d02-8b41e34521fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.194238] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1060.194238] env[68216]: value = "task-3069046" [ 1060.194238] env[68216]: _type = "Task" [ 1060.194238] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.198214] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.198390] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.200328] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77c9a5f-f276-488d-a31b-94f0c4fb8a88 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.206266] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.209512] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1060.209512] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523991f4-7ff4-1fc2-f805-511593a2ca30" [ 1060.209512] env[68216]: _type = "Task" [ 1060.209512] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.217482] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523991f4-7ff4-1fc2-f805-511593a2ca30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.267097] env[68216]: INFO nova.compute.manager [-] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Took 1.69 seconds to deallocate network for instance. [ 1060.267442] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069044, 'name': Rename_Task, 'duration_secs': 0.257591} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.269305] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.269540] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72474893-2349-4cd4-b3e2-c0fc4ee065fd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.278966] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1060.278966] env[68216]: value = "task-3069047" [ 1060.278966] env[68216]: _type = "Task" [ 1060.278966] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.286871] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.373480] env[68216]: DEBUG oslo_concurrency.lockutils [req-54483f8b-3193-49b3-9445-f05d0bb9b86d req-58938185-b166-4259-99ed-db0bd18225bc service nova] Releasing lock "refresh_cache-367e96cd-f96d-406d-bdf7-4f0700771676" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.385215] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93494dae-433f-48c8-a20d-f80a967276c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.408762] env[68216]: DEBUG nova.scheduler.client.report [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.411894] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance 'd3687a9a-c3ca-4d19-a6a9-92f02b6d53a1' progress to 0 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.425722] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069045, 'name': Rename_Task, 'duration_secs': 0.278552} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.426250] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.426674] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae15165f-2072-4c39-99ac-8c98fa008e88 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.434983] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1060.434983] env[68216]: value = "task-3069048" [ 1060.434983] env[68216]: _type = "Task" [ 1060.434983] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.443724] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.541495] env[68216]: DEBUG nova.compute.manager [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.583119] env[68216]: DEBUG oslo_concurrency.lockutils [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "76a1822d-267d-48a9-8b8d-4c1683070393" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.583469] env[68216]: DEBUG oslo_concurrency.lockutils [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "76a1822d-267d-48a9-8b8d-4c1683070393" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.583766] env[68216]: DEBUG oslo_concurrency.lockutils [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "76a1822d-267d-48a9-8b8d-4c1683070393-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.583997] env[68216]: DEBUG oslo_concurrency.lockutils [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "76a1822d-267d-48a9-8b8d-4c1683070393-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.584211] env[68216]: DEBUG oslo_concurrency.lockutils [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "76a1822d-267d-48a9-8b8d-4c1683070393-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.587182] env[68216]: INFO nova.compute.manager [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Terminating instance [ 1060.712521] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069046, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.721858] env[68216]: DEBUG nova.compute.manager [req-82542d97-d053-4ca4-ad85-76f79edb1218 req-c2a69f71-39f0-4f60-a30e-353ae5f03530 service nova] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Received event network-vif-deleted-a5bcd408-09ec-4e49-80e7-ced476c3f041 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.735059] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523991f4-7ff4-1fc2-f805-511593a2ca30, 'name': SearchDatastore_Task, 'duration_secs': 0.012811} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.736692] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73dbd71-c900-41ec-9b51-1d71d3851497 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.746904] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1060.746904] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a0f359-fead-1638-f364-011fa2b50722" [ 1060.746904] env[68216]: _type = "Task" [ 1060.746904] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.760544] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a0f359-fead-1638-f364-011fa2b50722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.776992] env[68216]: DEBUG oslo_concurrency.lockutils [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.790071] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069047, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.912878] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.915349] env[68216]: DEBUG oslo_concurrency.lockutils [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.809s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.915581] env[68216]: DEBUG nova.objects.instance [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lazy-loading 'resources' on Instance uuid 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.928207] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.929206] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b161c5ba-3d5e-4fa7-9996-772840f1a4e5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.936986] env[68216]: INFO nova.scheduler.client.report [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted allocations for instance 424a5bc3-e291-430e-936f-093d983d1f22 [ 1060.941622] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1060.941622] env[68216]: value = "task-3069049" [ 1060.941622] env[68216]: _type = "Task" [ 1060.941622] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.951200] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.956718] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1060.956718] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance 'd3687a9a-c3ca-4d19-a6a9-92f02b6d53a1' progress to 17 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.065202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.092453] env[68216]: DEBUG nova.compute.manager [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.092677] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.093609] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1facc80e-1f35-43d0-8f2a-903e12fbba70 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.101212] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.101455] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3f5820a-c55f-452b-80e8-374948a59d8d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.107082] env[68216]: DEBUG oslo_vmware.api [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1061.107082] env[68216]: value = "task-3069050" [ 1061.107082] env[68216]: _type = "Task" [ 1061.107082] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.115580] env[68216]: DEBUG oslo_vmware.api [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3069050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.205545] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65838} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.205829] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] e2bae917-f8b2-406f-a6e1-0d105490a8dc/e2bae917-f8b2-406f-a6e1-0d105490a8dc.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.206080] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.206397] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6922a575-d116-4d84-b6e0-e7534dd31207 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.213496] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1061.213496] env[68216]: value = "task-3069051" [ 1061.213496] env[68216]: _type = "Task" [ 1061.213496] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.222558] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.256888] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a0f359-fead-1638-f364-011fa2b50722, 'name': SearchDatastore_Task, 'duration_secs': 0.060774} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.257184] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.257474] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 367e96cd-f96d-406d-bdf7-4f0700771676/367e96cd-f96d-406d-bdf7-4f0700771676.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.258672] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fd8fd1d-ccec-4c0c-add6-39ebbf162c17 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.265407] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1061.265407] env[68216]: value = "task-3069052" [ 1061.265407] env[68216]: _type = "Task" [ 1061.265407] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.273435] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.287566] env[68216]: DEBUG oslo_vmware.api [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069047, 'name': PowerOnVM_Task, 'duration_secs': 0.949123} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.287927] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.288179] env[68216]: INFO nova.compute.manager [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1061.288364] env[68216]: DEBUG nova.compute.manager [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.289162] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c27030-8dc3-4691-883d-eea7db98ecb2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.454697] env[68216]: DEBUG oslo_vmware.api [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069048, 'name': PowerOnVM_Task, 'duration_secs': 0.600714} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.459367] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4ff03a33-383f-49d2-95af-6fc65b5fc573 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "424a5bc3-e291-430e-936f-093d983d1f22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.523s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.460477] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.460725] env[68216]: INFO nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Took 14.37 seconds to spawn the instance on the hypervisor. [ 1061.460929] env[68216]: DEBUG nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.463607] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e111dec-c8b3-4411-ac4a-689f9edf3f32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.469906] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.470169] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.470363] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.470600] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.470704] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.470818] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.471033] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.471202] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.471386] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.471685] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.471765] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.479933] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb3ef62-5194-4a6f-9eb2-e80712dba53c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.501289] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1061.501289] env[68216]: value = "task-3069053" [ 1061.501289] env[68216]: _type = "Task" [ 1061.501289] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.517473] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.623729] env[68216]: DEBUG oslo_vmware.api [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3069050, 'name': PowerOffVM_Task, 'duration_secs': 0.223986} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.624136] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.624347] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.624699] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c0a5ea1-2bc4-4288-9121-40b82ddcc766 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.719686] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.719920] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.720127] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleting the datastore file [datastore1] 76a1822d-267d-48a9-8b8d-4c1683070393 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.720392] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6005098d-7559-4c00-8798-c4f9d285361a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.725935] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093205} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.727693] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.728566] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b23c1c-8b18-4661-adc3-cf37d20ce597 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.731940] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a992ab6-7111-4b2a-bfb3-05d4f9d3fdce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.737624] env[68216]: DEBUG oslo_vmware.api [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for the task: (returnval){ [ 1061.737624] env[68216]: value = "task-3069055" [ 1061.737624] env[68216]: _type = "Task" [ 1061.737624] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.761619] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e2bae917-f8b2-406f-a6e1-0d105490a8dc/e2bae917-f8b2-406f-a6e1-0d105490a8dc.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.763286] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286fed81-b172-44d6-8e0b-86009d7c1c67 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.767239] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec030bc-e7b0-4497-86be-451e9d5bdd09 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.784552] env[68216]: DEBUG oslo_vmware.api [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3069055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.793242] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513098} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.817628] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 367e96cd-f96d-406d-bdf7-4f0700771676/367e96cd-f96d-406d-bdf7-4f0700771676.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.817906] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.818294] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1061.818294] env[68216]: value = "task-3069056" [ 1061.818294] env[68216]: _type = "Task" [ 1061.818294] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.824154] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6d3ae7c-1244-43e6-907c-299bfee11b32 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.826734] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55168782-54ea-4e25-9019-a301edacb89b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.831224] env[68216]: INFO nova.compute.manager [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Took 30.15 seconds to build instance. [ 1061.840290] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.843282] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1061.843282] env[68216]: value = "task-3069057" [ 1061.843282] env[68216]: _type = "Task" [ 1061.843282] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.844574] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36753f3b-d4c5-4fb6-8437-31ef38b6e844 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.862183] env[68216]: DEBUG nova.compute.provider_tree [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.866232] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.013240] env[68216]: INFO nova.compute.manager [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Took 32.57 seconds to build instance. [ 1062.019866] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069053, 'name': ReconfigVM_Task, 'duration_secs': 0.382459} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.020194] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance 'd3687a9a-c3ca-4d19-a6a9-92f02b6d53a1' progress to 33 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.247841] env[68216]: DEBUG oslo_vmware.api [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Task: {'id': task-3069055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20734} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.248174] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.248368] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.248544] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.248713] env[68216]: INFO nova.compute.manager [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1062.248983] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.249210] env[68216]: DEBUG nova.compute.manager [-] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.249289] env[68216]: DEBUG nova.network.neutron [-] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.335916] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.352328] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071269} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.352592] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.353418] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649669c-8274-4183-a70b-c065975c20ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.375944] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 367e96cd-f96d-406d-bdf7-4f0700771676/367e96cd-f96d-406d-bdf7-4f0700771676.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.376996] env[68216]: DEBUG nova.scheduler.client.report [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.383654] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-826e1e64-1a4c-4321-bca2-82db536fbcd7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.402029] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1062.402029] env[68216]: value = "task-3069058" [ 1062.402029] env[68216]: _type = "Task" [ 1062.402029] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.412951] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.837532] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069056, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.911433] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069058, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.337166] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069056, 'name': ReconfigVM_Task, 'duration_secs': 1.049384} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.337558] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e2bae917-f8b2-406f-a6e1-0d105490a8dc/e2bae917-f8b2-406f-a6e1-0d105490a8dc.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.338155] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e350c6a7-6a38-4bc9-9a92-7e19727eb288 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.345176] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1063.345176] env[68216]: value = "task-3069059" [ 1063.345176] env[68216]: _type = "Task" [ 1063.345176] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.354190] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069059, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.410706] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069058, 'name': ReconfigVM_Task, 'duration_secs': 0.553869} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.410959] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 367e96cd-f96d-406d-bdf7-4f0700771676/367e96cd-f96d-406d-bdf7-4f0700771676.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.411575] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-568c0d3e-03d4-4acf-b540-543e7d718135 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.417322] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1063.417322] env[68216]: value = "task-3069060" [ 1063.417322] env[68216]: _type = "Task" [ 1063.417322] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.424597] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069060, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.854797] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069059, 'name': Rename_Task, 'duration_secs': 0.147044} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.855094] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.855349] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e71cc2a1-2732-4b1f-b7b5-b8dda203c90b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.862353] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1063.862353] env[68216]: value = "task-3069061" [ 1063.862353] env[68216]: _type = "Task" [ 1063.862353] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.870285] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.926891] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069060, 'name': Rename_Task, 'duration_secs': 0.124747} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.927219] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.927473] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4743f4f-0f37-4019-a45b-b3870686e31d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.933772] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1063.933772] env[68216]: value = "task-3069062" [ 1063.933772] env[68216]: _type = "Task" [ 1063.933772] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.942095] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.372369] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069061, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.443720] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069062, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.842051] env[68216]: DEBUG oslo_concurrency.lockutils [None req-383d82dd-b34f-49f0-9e66-f9afbaa3697e tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.166s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.874932] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069061, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.900919] env[68216]: DEBUG oslo_concurrency.lockutils [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.985s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.903548] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.495s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.930552] env[68216]: INFO nova.scheduler.client.report [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Deleted allocations for instance 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2 [ 1064.947458] env[68216]: DEBUG oslo_vmware.api [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069062, 'name': PowerOnVM_Task, 'duration_secs': 0.527896} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.947690] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.948189] env[68216]: INFO nova.compute.manager [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1064.948315] env[68216]: DEBUG nova.compute.manager [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.949366] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8663ad5-8c89-4a40-adea-3c00bc36817e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.019658] env[68216]: DEBUG oslo_concurrency.lockutils [None req-58968b2b-81ee-432b-826a-70cfd8d39428 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.587s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.030165] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.030347] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.030494] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.030676] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.030818] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.031078] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.031250] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.031425] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.031591] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.031756] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.031932] env[68216]: DEBUG nova.virt.hardware [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.037337] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.038249] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b6d97b-0137-4a71-aa16-b860c23b5187 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.057395] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1065.057395] env[68216]: value = "task-3069063" [ 1065.057395] env[68216]: _type = "Task" [ 1065.057395] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.069287] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.195354] env[68216]: DEBUG nova.compute.manager [req-fe54d92b-64b2-455c-9184-f0c240bc6607 req-2de5ee00-67d9-4702-b66a-9b1085def4f9 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Received event network-vif-deleted-009dad24-66e3-4d03-9436-a53a2086f897 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1065.195354] env[68216]: INFO nova.compute.manager [req-fe54d92b-64b2-455c-9184-f0c240bc6607 req-2de5ee00-67d9-4702-b66a-9b1085def4f9 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Neutron deleted interface 009dad24-66e3-4d03-9436-a53a2086f897; detaching it from the instance and deleting it from the info cache [ 1065.195354] env[68216]: DEBUG nova.network.neutron [req-fe54d92b-64b2-455c-9184-f0c240bc6607 req-2de5ee00-67d9-4702-b66a-9b1085def4f9 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.277686] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "4a825359-633c-4ab6-8624-2fb555903708" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.278020] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "4a825359-633c-4ab6-8624-2fb555903708" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.278237] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "4a825359-633c-4ab6-8624-2fb555903708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.278421] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "4a825359-633c-4ab6-8624-2fb555903708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.278586] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "4a825359-633c-4ab6-8624-2fb555903708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.280658] env[68216]: INFO nova.compute.manager [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Terminating instance [ 1065.284129] env[68216]: DEBUG nova.network.neutron [-] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.374387] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069061, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.443501] env[68216]: DEBUG oslo_concurrency.lockutils [None req-94386b5c-deb4-494b-8fad-8174c11353dd tempest-ServerMetadataTestJSON-874392749 tempest-ServerMetadataTestJSON-874392749-project-member] Lock "46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.718s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.469029] env[68216]: INFO nova.compute.manager [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Took 29.40 seconds to build instance. [ 1065.568035] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069063, 'name': ReconfigVM_Task, 'duration_secs': 0.205869} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.568323] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1065.569189] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6243410b-aad0-4b13-a229-6afab763eefc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.594377] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1/d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.595273] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-566ceec4-07c1-4d7a-8eee-7804e84cca2a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.614980] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1065.614980] env[68216]: value = "task-3069064" [ 1065.614980] env[68216]: _type = "Task" [ 1065.614980] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.624500] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.697591] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c89dce6-cced-4857-9cf5-112a7828c2f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.706641] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806f5e99-38b7-483e-91e9-912eb9994525 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.746209] env[68216]: DEBUG nova.compute.manager [req-fe54d92b-64b2-455c-9184-f0c240bc6607 req-2de5ee00-67d9-4702-b66a-9b1085def4f9 service nova] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Detach interface failed, port_id=009dad24-66e3-4d03-9436-a53a2086f897, reason: Instance 76a1822d-267d-48a9-8b8d-4c1683070393 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1065.784837] env[68216]: DEBUG nova.compute.manager [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.785200] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.786593] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962315a2-c07a-4ade-8b6c-71bdbb04b2e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.791416] env[68216]: INFO nova.compute.manager [-] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Took 3.54 seconds to deallocate network for instance. [ 1065.804248] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.804598] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c08a2907-5503-4f26-be31-758641803e62 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.812268] env[68216]: DEBUG oslo_vmware.api [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1065.812268] env[68216]: value = "task-3069065" [ 1065.812268] env[68216]: _type = "Task" [ 1065.812268] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.824213] env[68216]: DEBUG oslo_vmware.api [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.877829] env[68216]: DEBUG oslo_vmware.api [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069061, 'name': PowerOnVM_Task, 'duration_secs': 1.888139} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.878280] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.878618] env[68216]: INFO nova.compute.manager [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1065.878944] env[68216]: DEBUG nova.compute.manager [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.880163] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21b7fcb-3496-409c-82e0-81edbe8c6b82 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.917019] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Applying migration context for instance d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 as it has an incoming, in-progress migration a04f935a-d55e-4ac8-84fe-8ff96da36f7f. Migration status is migrating {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1065.918356] env[68216]: INFO nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating resource usage from migration 72cf428b-b74d-4e17-ab5b-f430f77f963d [ 1065.918549] env[68216]: INFO nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating resource usage from migration a04f935a-d55e-4ac8-84fe-8ff96da36f7f [ 1065.938894] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 76a1822d-267d-48a9-8b8d-4c1683070393 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.939071] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e5214eca-dda1-41d9-804a-d260542b50a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.939274] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 2d153ded-40ef-49aa-ba1d-de7466906d72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.939436] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 1c792478-7aeb-4196-9bba-d8291ea43db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.939558] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.939701] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 0d3737b4-ddf4-416e-9b8c-433a08864464 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1065.939820] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance adae0c12-d4e3-48e1-8adb-ab2cbc38b72b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.939935] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 01bd1b70-a598-45d7-8f58-4253db07e0c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.940065] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 4a825359-633c-4ab6-8624-2fb555903708 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.940174] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 6ce80e9e-48b7-482a-ab51-d9f7916d064e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.940285] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 932b3e33-eb42-4c1a-820f-3692be9b4bb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.940396] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e2bae917-f8b2-406f-a6e1-0d105490a8dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.940505] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 367e96cd-f96d-406d-bdf7-4f0700771676 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.940624] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Migration a04f935a-d55e-4ac8-84fe-8ff96da36f7f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1065.940779] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.970541] env[68216]: DEBUG oslo_concurrency.lockutils [None req-35c9da02-80c3-48b9-9764-5f263bb235b9 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "367e96cd-f96d-406d-bdf7-4f0700771676" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.602s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.030984] env[68216]: DEBUG nova.compute.manager [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Stashing vm_state: active {{(pid=68216) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1066.132334] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.302991] env[68216]: DEBUG oslo_concurrency.lockutils [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.325066] env[68216]: DEBUG oslo_vmware.api [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.397728] env[68216]: INFO nova.compute.manager [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Took 31.96 seconds to build instance. [ 1066.443619] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1066.443778] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Migration 72cf428b-b74d-4e17-ab5b-f430f77f963d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1066.443825] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 5dc808be-3dec-4cd3-8865-a237e95f767d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1066.444090] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1066.444242] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1066.557412] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.628902] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.747774] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ee1ad4-6293-449a-a474-56d60803435c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.757642] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2655c88-b084-4473-aaa3-84587cebbd48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.792325] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb96777e-3202-4cb5-aec6-fa29226c0dc1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.800262] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4dc95a-96bf-4dd2-83a8-34f9efd5e910 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.813752] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.822608] env[68216]: DEBUG oslo_vmware.api [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069065, 'name': PowerOffVM_Task, 'duration_secs': 0.844489} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.822866] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.824563] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.824563] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba2a0aab-3874-415f-8faf-1ea34df6ef26 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.899656] env[68216]: DEBUG oslo_concurrency.lockutils [None req-41b18e3c-00e6-44b2-abfc-56ee6f0971d2 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.472s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.127019] env[68216]: DEBUG oslo_vmware.api [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069064, 'name': ReconfigVM_Task, 'duration_secs': 1.22894} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.127380] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Reconfigured VM instance instance-00000051 to attach disk [datastore1] d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1/d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.127676] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance 'd3687a9a-c3ca-4d19-a6a9-92f02b6d53a1' progress to 50 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.319680] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.390144] env[68216]: DEBUG nova.compute.manager [req-7a87a3f4-f565-42b8-b281-dd0e75a308f9 req-f2280f44-23dd-4dbe-9819-0cf17cbaeaed service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Received event network-changed-2fc3eb5d-bc5e-4cec-a56a-e6540506f90f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1067.390144] env[68216]: DEBUG nova.compute.manager [req-7a87a3f4-f565-42b8-b281-dd0e75a308f9 req-f2280f44-23dd-4dbe-9819-0cf17cbaeaed service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Refreshing instance network info cache due to event network-changed-2fc3eb5d-bc5e-4cec-a56a-e6540506f90f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1067.390144] env[68216]: DEBUG oslo_concurrency.lockutils [req-7a87a3f4-f565-42b8-b281-dd0e75a308f9 req-f2280f44-23dd-4dbe-9819-0cf17cbaeaed service nova] Acquiring lock "refresh_cache-e2bae917-f8b2-406f-a6e1-0d105490a8dc" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.390318] env[68216]: DEBUG oslo_concurrency.lockutils [req-7a87a3f4-f565-42b8-b281-dd0e75a308f9 req-f2280f44-23dd-4dbe-9819-0cf17cbaeaed service nova] Acquired lock "refresh_cache-e2bae917-f8b2-406f-a6e1-0d105490a8dc" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.390368] env[68216]: DEBUG nova.network.neutron [req-7a87a3f4-f565-42b8-b281-dd0e75a308f9 req-f2280f44-23dd-4dbe-9819-0cf17cbaeaed service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Refreshing network info cache for port 2fc3eb5d-bc5e-4cec-a56a-e6540506f90f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.597237] env[68216]: DEBUG nova.compute.manager [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.598193] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446c0564-d684-4ab0-bc0c-26f20cdc4615 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.636513] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed8f762-732e-4b32-a456-c01531c75fb3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.656239] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83de093-f0a8-479d-ae40-19d5c4b487e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.674514] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance 'd3687a9a-c3ca-4d19-a6a9-92f02b6d53a1' progress to 67 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.824369] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1067.824602] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.921s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.824973] env[68216]: DEBUG oslo_concurrency.lockutils [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.048s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.825195] env[68216]: DEBUG oslo_concurrency.lockutils [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.827450] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.762s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.829153] env[68216]: INFO nova.compute.claims [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.856562] env[68216]: INFO nova.scheduler.client.report [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Deleted allocations for instance 0d3737b4-ddf4-416e-9b8c-433a08864464 [ 1068.108888] env[68216]: INFO nova.compute.manager [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] instance snapshotting [ 1068.111709] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36f5d63-9cd8-4747-96e9-cb3be5d8242b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.133693] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcf9107-3a58-4ad4-909a-63982a4cbe63 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.221766] env[68216]: DEBUG nova.network.neutron [req-7a87a3f4-f565-42b8-b281-dd0e75a308f9 req-f2280f44-23dd-4dbe-9819-0cf17cbaeaed service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Updated VIF entry in instance network info cache for port 2fc3eb5d-bc5e-4cec-a56a-e6540506f90f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.222222] env[68216]: DEBUG nova.network.neutron [req-7a87a3f4-f565-42b8-b281-dd0e75a308f9 req-f2280f44-23dd-4dbe-9819-0cf17cbaeaed service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Updating instance_info_cache with network_info: [{"id": "2fc3eb5d-bc5e-4cec-a56a-e6540506f90f", "address": "fa:16:3e:58:3c:29", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc3eb5d-bc", "ovs_interfaceid": "2fc3eb5d-bc5e-4cec-a56a-e6540506f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.224543] env[68216]: DEBUG nova.network.neutron [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Port 10dd421d-1c5f-43a9-a990-8ef6a0c9df40 binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1068.364949] env[68216]: DEBUG oslo_concurrency.lockutils [None req-029818fc-766c-436c-a0f1-2cb58340a477 tempest-ServersTestManualDisk-1092170311 tempest-ServersTestManualDisk-1092170311-project-member] Lock "0d3737b4-ddf4-416e-9b8c-433a08864464" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.966s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.651042] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.651426] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb8b8b82-28d7-4184-81e8-a728a5b5b018 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.660612] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1068.660612] env[68216]: value = "task-3069067" [ 1068.660612] env[68216]: _type = "Task" [ 1068.660612] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.669716] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.724613] env[68216]: DEBUG oslo_concurrency.lockutils [req-7a87a3f4-f565-42b8-b281-dd0e75a308f9 req-f2280f44-23dd-4dbe-9819-0cf17cbaeaed service nova] Releasing lock "refresh_cache-e2bae917-f8b2-406f-a6e1-0d105490a8dc" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.108491] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dad703e-088c-4760-84bd-a786b1fb997e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.116012] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceb64ea-556b-4b13-a341-1681dfd9aa74 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.145732] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e56046-3e5e-4d9f-abd6-cc7e79bfd3b7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.154401] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaec0d2-b97a-46b1-b66c-83d267fae8f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.168050] env[68216]: DEBUG nova.compute.provider_tree [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.176527] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069067, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.249297] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.249546] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.249762] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.675839] env[68216]: DEBUG nova.scheduler.client.report [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.685566] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069067, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.182457] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.182920] env[68216]: DEBUG nova.compute.manager [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.185702] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069067, 'name': CreateSnapshot_Task, 'duration_secs': 1.251834} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.185957] env[68216]: DEBUG oslo_concurrency.lockutils [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.884s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.189311] env[68216]: DEBUG nova.objects.instance [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lazy-loading 'resources' on Instance uuid 76a1822d-267d-48a9-8b8d-4c1683070393 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.190317] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1070.191406] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ea9217-a6b3-4970-bf75-c33f1b4672ba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.241491] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.241615] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.241698] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Deleting the datastore file [datastore2] 4a825359-633c-4ab6-8624-2fb555903708 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.242010] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eb55c17-1eaf-440c-876f-f33f1a1bf349 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.251022] env[68216]: DEBUG oslo_vmware.api [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1070.251022] env[68216]: value = "task-3069068" [ 1070.251022] env[68216]: _type = "Task" [ 1070.251022] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.259765] env[68216]: DEBUG oslo_vmware.api [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.286616] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.286859] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.287063] env[68216]: DEBUG nova.network.neutron [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.695213] env[68216]: DEBUG nova.compute.utils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.696779] env[68216]: DEBUG nova.compute.manager [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.696972] env[68216]: DEBUG nova.network.neutron [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.712839] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.714109] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-826c0572-e3d3-4615-a804-5519efd0ab24 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.727322] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1070.727322] env[68216]: value = "task-3069069" [ 1070.727322] env[68216]: _type = "Task" [ 1070.727322] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.736125] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069069, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.762456] env[68216]: DEBUG oslo_vmware.api [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.794076] env[68216]: DEBUG nova.policy [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25b03809f7f64167a74feb55cba426af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dca34333efdf4637b276452a50152e2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.974772] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c11a74c-a920-4200-9580-feffedc49b26 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.982625] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5ca182-4af4-4c9f-aa3f-2a400a48fa69 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.016191] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19928744-f2e0-4c9a-b268-13422845d5be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.024035] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dfe3a3-6046-4228-92da-d4a240aa1f5d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.036903] env[68216]: DEBUG nova.compute.provider_tree [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.052975] env[68216]: DEBUG nova.network.neutron [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance_info_cache with network_info: [{"id": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "address": "fa:16:3e:1b:19:04", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dd421d-1c", "ovs_interfaceid": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.126014] env[68216]: DEBUG nova.network.neutron [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Successfully created port: 0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.200108] env[68216]: DEBUG nova.compute.manager [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.237432] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069069, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.259183] env[68216]: DEBUG oslo_vmware.api [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525667} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.259437] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.259628] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.259804] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.259975] env[68216]: INFO nova.compute.manager [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Took 5.47 seconds to destroy the instance on the hypervisor. [ 1071.260231] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.260421] env[68216]: DEBUG nova.compute.manager [-] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.260517] env[68216]: DEBUG nova.network.neutron [-] [instance: 4a825359-633c-4ab6-8624-2fb555903708] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.518456] env[68216]: DEBUG nova.compute.manager [req-78565f99-65f1-498c-b1f0-08e829cce835 req-45eaa2f4-9357-408e-8729-fed1262a618c service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Received event network-vif-deleted-25f6aff7-af88-45a0-b7e9-4a122477c4bc {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.518664] env[68216]: INFO nova.compute.manager [req-78565f99-65f1-498c-b1f0-08e829cce835 req-45eaa2f4-9357-408e-8729-fed1262a618c service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Neutron deleted interface 25f6aff7-af88-45a0-b7e9-4a122477c4bc; detaching it from the instance and deleting it from the info cache [ 1071.518837] env[68216]: DEBUG nova.network.neutron [req-78565f99-65f1-498c-b1f0-08e829cce835 req-45eaa2f4-9357-408e-8729-fed1262a618c service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.540322] env[68216]: DEBUG nova.scheduler.client.report [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.555394] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.738403] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069069, 'name': CloneVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.002167] env[68216]: DEBUG nova.network.neutron [-] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.021536] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70d21c8c-e512-4343-b050-1105607a7324 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.031611] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7c733d-d804-473c-833a-98bf0970efa4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.045293] env[68216]: DEBUG oslo_concurrency.lockutils [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.047678] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.490s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.066770] env[68216]: DEBUG nova.compute.manager [req-78565f99-65f1-498c-b1f0-08e829cce835 req-45eaa2f4-9357-408e-8729-fed1262a618c service nova] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Detach interface failed, port_id=25f6aff7-af88-45a0-b7e9-4a122477c4bc, reason: Instance 4a825359-633c-4ab6-8624-2fb555903708 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1072.067907] env[68216]: INFO nova.scheduler.client.report [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Deleted allocations for instance 76a1822d-267d-48a9-8b8d-4c1683070393 [ 1072.082024] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9591714-02f7-4a2e-985e-9b0e4fd6d13e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.101415] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f9d31c-7a18-41c0-9ca8-acb7f3da018d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.108589] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance 'd3687a9a-c3ca-4d19-a6a9-92f02b6d53a1' progress to 83 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.211327] env[68216]: DEBUG nova.compute.manager [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.241657] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069069, 'name': CloneVM_Task, 'duration_secs': 1.060032} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.243862] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.244115] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.244279] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.244460] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.244627] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.244797] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.245010] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.245220] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.245337] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.245493] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.245678] env[68216]: DEBUG nova.virt.hardware [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.245977] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Created linked-clone VM from snapshot [ 1072.246747] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a07956b-c75d-4e6c-a4f3-be4c0dc7f7e8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.250266] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f3bccd-a3de-46d2-8fe3-6f4a45bd5c4f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.259937] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f4f07-1e2a-4c82-9f49-55b26fd9b2c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.263509] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Uploading image 8b66102c-51ed-4f0e-bf8b-5c5b9bbfd447 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.275663] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1072.275970] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e4eef8d-22e2-4e8f-99bb-64f9be9ccf53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.281855] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1072.281855] env[68216]: value = "task-3069070" [ 1072.281855] env[68216]: _type = "Task" [ 1072.281855] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.289344] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069070, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.505503] env[68216]: INFO nova.compute.manager [-] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Took 1.24 seconds to deallocate network for instance. [ 1072.553623] env[68216]: INFO nova.compute.claims [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.578635] env[68216]: DEBUG oslo_concurrency.lockutils [None req-89d44014-31ec-4a4d-b641-effa4e4146df tempest-ServersTestJSON-1761404938 tempest-ServersTestJSON-1761404938-project-member] Lock "76a1822d-267d-48a9-8b8d-4c1683070393" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.995s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.597650] env[68216]: DEBUG nova.compute.manager [req-79e8ab52-cd00-4acd-ab7d-ef2c027ec79a req-f5db5198-baa9-4641-b45c-7ea187d79460 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received event network-vif-plugged-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1072.597900] env[68216]: DEBUG oslo_concurrency.lockutils [req-79e8ab52-cd00-4acd-ab7d-ef2c027ec79a req-f5db5198-baa9-4641-b45c-7ea187d79460 service nova] Acquiring lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.598146] env[68216]: DEBUG oslo_concurrency.lockutils [req-79e8ab52-cd00-4acd-ab7d-ef2c027ec79a req-f5db5198-baa9-4641-b45c-7ea187d79460 service nova] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.598314] env[68216]: DEBUG oslo_concurrency.lockutils [req-79e8ab52-cd00-4acd-ab7d-ef2c027ec79a req-f5db5198-baa9-4641-b45c-7ea187d79460 service nova] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.598475] env[68216]: DEBUG nova.compute.manager [req-79e8ab52-cd00-4acd-ab7d-ef2c027ec79a req-f5db5198-baa9-4641-b45c-7ea187d79460 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] No waiting events found dispatching network-vif-plugged-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.598639] env[68216]: WARNING nova.compute.manager [req-79e8ab52-cd00-4acd-ab7d-ef2c027ec79a req-f5db5198-baa9-4641-b45c-7ea187d79460 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received unexpected event network-vif-plugged-0e937ce1-f97c-4c8c-820a-7389e608d650 for instance with vm_state building and task_state spawning. [ 1072.614960] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f50fdeb7-4c64-4292-b769-7e43eafd43b3 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance 'd3687a9a-c3ca-4d19-a6a9-92f02b6d53a1' progress to 100 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.743662] env[68216]: DEBUG nova.network.neutron [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Successfully updated port: 0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.792617] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069070, 'name': Destroy_Task} progress is 33%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.014162] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.061412] env[68216]: INFO nova.compute.resource_tracker [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating resource usage from migration 72cf428b-b74d-4e17-ab5b-f430f77f963d [ 1073.247511] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.247745] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.247982] env[68216]: DEBUG nova.network.neutron [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.296139] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069070, 'name': Destroy_Task, 'duration_secs': 0.550404} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.298892] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Destroyed the VM [ 1073.299210] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1073.299688] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c099775-b0cf-4e24-9385-2da8e5ddbaea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.306251] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1073.306251] env[68216]: value = "task-3069071" [ 1073.306251] env[68216]: _type = "Task" [ 1073.306251] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.316367] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069071, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.367750] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e946e-b501-4a13-92e1-05d53a845742 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.374865] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611bea7a-f6c5-4d0f-9cf9-9023ea769477 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.404911] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05afc6ee-4f9c-4012-818c-7d866a6c65c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.412310] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcbe1e1-e935-4516-a300-5bc58c25a375 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.425631] env[68216]: DEBUG nova.compute.provider_tree [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.524980] env[68216]: INFO nova.compute.manager [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Rebuilding instance [ 1073.573436] env[68216]: DEBUG nova.compute.manager [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.574768] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e19a14-3645-40ac-946d-26e5fae3cc30 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.796541] env[68216]: DEBUG nova.network.neutron [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.823296] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069071, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.929123] env[68216]: DEBUG nova.scheduler.client.report [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.018326] env[68216]: DEBUG nova.network.neutron [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating instance_info_cache with network_info: [{"id": "0e937ce1-f97c-4c8c-820a-7389e608d650", "address": "fa:16:3e:4d:44:bf", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e937ce1-f9", "ovs_interfaceid": "0e937ce1-f97c-4c8c-820a-7389e608d650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.320949] env[68216]: DEBUG oslo_vmware.api [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069071, 'name': RemoveSnapshot_Task, 'duration_secs': 0.757639} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.321233] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1074.435599] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.388s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.435777] env[68216]: INFO nova.compute.manager [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Migrating [ 1074.443517] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.429s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.443745] env[68216]: DEBUG nova.objects.instance [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lazy-loading 'resources' on Instance uuid 4a825359-633c-4ab6-8624-2fb555903708 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.522459] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.522797] env[68216]: DEBUG nova.compute.manager [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Instance network_info: |[{"id": "0e937ce1-f97c-4c8c-820a-7389e608d650", "address": "fa:16:3e:4d:44:bf", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e937ce1-f9", "ovs_interfaceid": "0e937ce1-f97c-4c8c-820a-7389e608d650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.523541] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:44:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e937ce1-f97c-4c8c-820a-7389e608d650', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.531267] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating folder: Project (dca34333efdf4637b276452a50152e2c). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.531563] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c879ad21-08e3-4aac-9808-ab73ffb4492d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.542932] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Created folder: Project (dca34333efdf4637b276452a50152e2c) in parent group-v614292. [ 1074.543044] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating folder: Instances. Parent ref: group-v614579. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.543288] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dea7b1e7-c4ed-4f1f-8fa2-17ae2e6610ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.555877] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Created folder: Instances in parent group-v614579. [ 1074.555877] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.555877] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.555877] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb7337f0-c8e9-4550-8a1f-7f580cf8bc9a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.571464] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.571464] env[68216]: value = "task-3069074" [ 1074.571464] env[68216]: _type = "Task" [ 1074.571464] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.580043] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069074, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.589014] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.589320] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03f995e0-a974-4b4f-9919-8e7c2bffed10 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.595903] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1074.595903] env[68216]: value = "task-3069075" [ 1074.595903] env[68216]: _type = "Task" [ 1074.595903] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.604271] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.632937] env[68216]: DEBUG nova.compute.manager [req-03108d64-1775-4ef3-adbb-0c07b8a74fbc req-b1b76494-5b91-4cba-899f-5848a644a5b3 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received event network-changed-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1074.633818] env[68216]: DEBUG nova.compute.manager [req-03108d64-1775-4ef3-adbb-0c07b8a74fbc req-b1b76494-5b91-4cba-899f-5848a644a5b3 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Refreshing instance network info cache due to event network-changed-0e937ce1-f97c-4c8c-820a-7389e608d650. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1074.633818] env[68216]: DEBUG oslo_concurrency.lockutils [req-03108d64-1775-4ef3-adbb-0c07b8a74fbc req-b1b76494-5b91-4cba-899f-5848a644a5b3 service nova] Acquiring lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.633818] env[68216]: DEBUG oslo_concurrency.lockutils [req-03108d64-1775-4ef3-adbb-0c07b8a74fbc req-b1b76494-5b91-4cba-899f-5848a644a5b3 service nova] Acquired lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.633988] env[68216]: DEBUG nova.network.neutron [req-03108d64-1775-4ef3-adbb-0c07b8a74fbc req-b1b76494-5b91-4cba-899f-5848a644a5b3 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Refreshing network info cache for port 0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.825996] env[68216]: WARNING nova.compute.manager [None req-3f8149e9-9ae6-4321-a362-b01eae1bdd71 tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Image not found during snapshot: nova.exception.ImageNotFound: Image 8b66102c-51ed-4f0e-bf8b-5c5b9bbfd447 could not be found. [ 1074.902025] env[68216]: DEBUG oslo_concurrency.lockutils [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.902282] env[68216]: DEBUG oslo_concurrency.lockutils [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.955880] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.955964] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.956099] env[68216]: DEBUG nova.network.neutron [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.957374] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.957582] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.957772] env[68216]: DEBUG nova.compute.manager [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Going to confirm migration 5 {{(pid=68216) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1075.082454] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069074, 'name': CreateVM_Task, 'duration_secs': 0.414708} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.082638] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.083319] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.083485] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.083834] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.084057] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9396d675-45c3-4eb1-87ae-b87173cb34ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.089044] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1075.089044] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52736e7b-f172-d2e2-90f9-6e7de46c69e4" [ 1075.089044] env[68216]: _type = "Task" [ 1075.089044] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.099534] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52736e7b-f172-d2e2-90f9-6e7de46c69e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.108917] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069075, 'name': PowerOffVM_Task, 'duration_secs': 0.310641} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.109207] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.109438] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.110205] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e09ce7e-afc8-4dde-a406-ee0d34fdb74b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.117109] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.117372] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9572c913-6109-4963-b4e4-211ed5423011 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.168656] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c466e4-29ea-4dff-bf3d-77a6ae5ab785 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.179482] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4081bbf-1611-43fe-9b5b-435dcd5f7e97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.209468] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2679a254-6911-4b49-bfdf-b602ac92ff22 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.212039] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.212245] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.212418] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleting the datastore file [datastore2] adae0c12-d4e3-48e1-8adb-ab2cbc38b72b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.212649] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-603aab06-23f7-4754-a905-cced2706901a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.221276] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4fa358-585b-4df8-869d-311bb7b0ecbc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.224907] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1075.224907] env[68216]: value = "task-3069077" [ 1075.224907] env[68216]: _type = "Task" [ 1075.224907] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.237870] env[68216]: DEBUG nova.compute.provider_tree [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.243756] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.391349] env[68216]: DEBUG nova.network.neutron [req-03108d64-1775-4ef3-adbb-0c07b8a74fbc req-b1b76494-5b91-4cba-899f-5848a644a5b3 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updated VIF entry in instance network info cache for port 0e937ce1-f97c-4c8c-820a-7389e608d650. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.391724] env[68216]: DEBUG nova.network.neutron [req-03108d64-1775-4ef3-adbb-0c07b8a74fbc req-b1b76494-5b91-4cba-899f-5848a644a5b3 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating instance_info_cache with network_info: [{"id": "0e937ce1-f97c-4c8c-820a-7389e608d650", "address": "fa:16:3e:4d:44:bf", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e937ce1-f9", "ovs_interfaceid": "0e937ce1-f97c-4c8c-820a-7389e608d650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.408233] env[68216]: DEBUG nova.compute.utils [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.524947] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.525163] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.525332] env[68216]: DEBUG nova.network.neutron [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.525513] env[68216]: DEBUG nova.objects.instance [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'info_cache' on Instance uuid d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.599928] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52736e7b-f172-d2e2-90f9-6e7de46c69e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.600343] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.600715] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.600801] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.600957] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.601153] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.601406] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6e1516e-0ee3-493b-bd06-03d2897b6f8d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.610012] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.610215] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.611008] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3cae60-fa6d-4db7-b18d-4ed0085c4deb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.615945] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1075.615945] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528e8eb3-5cb5-0f62-beef-5cbae40bd8ef" [ 1075.615945] env[68216]: _type = "Task" [ 1075.615945] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.623374] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528e8eb3-5cb5-0f62-beef-5cbae40bd8ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.712947] env[68216]: DEBUG nova.network.neutron [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance_info_cache with network_info: [{"id": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "address": "fa:16:3e:53:59:71", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef4e8a2-99", "ovs_interfaceid": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.737266] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146386} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.737413] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.737650] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.737906] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.741659] env[68216]: DEBUG nova.scheduler.client.report [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.894804] env[68216]: DEBUG oslo_concurrency.lockutils [req-03108d64-1775-4ef3-adbb-0c07b8a74fbc req-b1b76494-5b91-4cba-899f-5848a644a5b3 service nova] Releasing lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.911325] env[68216]: DEBUG oslo_concurrency.lockutils [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.943012] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "367e96cd-f96d-406d-bdf7-4f0700771676" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.943379] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "367e96cd-f96d-406d-bdf7-4f0700771676" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.943622] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "367e96cd-f96d-406d-bdf7-4f0700771676-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.943842] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "367e96cd-f96d-406d-bdf7-4f0700771676-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.944070] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "367e96cd-f96d-406d-bdf7-4f0700771676-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.946844] env[68216]: INFO nova.compute.manager [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Terminating instance [ 1076.128566] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528e8eb3-5cb5-0f62-beef-5cbae40bd8ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008331} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.129304] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b366bba-3704-48f5-b969-7bbcffad262e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.134132] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1076.134132] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52854379-90c8-6d1e-079b-883b5b27a9d4" [ 1076.134132] env[68216]: _type = "Task" [ 1076.134132] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.141262] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52854379-90c8-6d1e-079b-883b5b27a9d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.215369] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.250551] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.273259] env[68216]: INFO nova.scheduler.client.report [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Deleted allocations for instance 4a825359-633c-4ab6-8624-2fb555903708 [ 1076.450945] env[68216]: DEBUG nova.compute.manager [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.451196] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.452074] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb15552-a54b-47ed-96b3-e5bab357ad68 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.459638] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.459888] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07406955-9688-4740-be63-33603b8897e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.466375] env[68216]: DEBUG oslo_vmware.api [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1076.466375] env[68216]: value = "task-3069078" [ 1076.466375] env[68216]: _type = "Task" [ 1076.466375] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.474038] env[68216]: DEBUG oslo_vmware.api [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.644620] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52854379-90c8-6d1e-079b-883b5b27a9d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.644928] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.645216] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1/0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.645498] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d4f73bb-433f-40d4-b393-dd2766b6331c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.651492] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1076.651492] env[68216]: value = "task-3069079" [ 1076.651492] env[68216]: _type = "Task" [ 1076.651492] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.659264] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.782382] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.786017] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.786017] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.786017] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.786017] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.786017] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.786017] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.786017] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.786017] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.786017] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.786017] env[68216]: DEBUG nova.virt.hardware [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.786017] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad895524-a6ee-4969-8568-9d34d5ba415c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.788855] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ecabf585-2636-424a-b57f-1e782fe0cbf5 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "4a825359-633c-4ab6-8624-2fb555903708" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.511s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.799183] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d4ad73-d323-4ec2-a72e-4b9cd807f2f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.815156] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:3b:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1682ccc5-046e-4d0f-b8f3-508ad13194a0', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.826273] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.827398] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.827723] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7754e5ae-dd77-45f7-a36a-0901725c9079 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.853343] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.853343] env[68216]: value = "task-3069080" [ 1076.853343] env[68216]: _type = "Task" [ 1076.853343] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.863719] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069080, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.865219] env[68216]: DEBUG nova.network.neutron [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance_info_cache with network_info: [{"id": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "address": "fa:16:3e:1b:19:04", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dd421d-1c", "ovs_interfaceid": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.977807] env[68216]: DEBUG oslo_vmware.api [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069078, 'name': PowerOffVM_Task, 'duration_secs': 0.188899} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.978204] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.978388] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.978997] env[68216]: DEBUG oslo_concurrency.lockutils [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.979375] env[68216]: DEBUG oslo_concurrency.lockutils [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.979543] env[68216]: INFO nova.compute.manager [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Attaching volume 88fd4579-1136-46cc-81e3-350ce2f61827 to /dev/sdb [ 1076.982668] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0593bb11-1a1f-4330-bea2-32130cb4f928 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.033587] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b212b2-db13-48f5-b83c-89c59b82210e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.041242] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc4e4a2-b304-40a2-92f5-58ebdcec8431 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.055542] env[68216]: DEBUG nova.virt.block_device [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Updating existing volume attachment record: 9e439868-8ba1-40c7-899f-d6f552e61644 {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1077.091041] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.091189] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.091376] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleting the datastore file [datastore1] 367e96cd-f96d-406d-bdf7-4f0700771676 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.091657] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3798b4c0-0c83-4794-adb4-8b0020319f6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.100549] env[68216]: DEBUG oslo_vmware.api [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for the task: (returnval){ [ 1077.100549] env[68216]: value = "task-3069082" [ 1077.100549] env[68216]: _type = "Task" [ 1077.100549] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.109345] env[68216]: DEBUG oslo_vmware.api [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.161320] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48313} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.161804] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1/0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.162226] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.162604] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb97aa9e-0de9-496d-87da-16dd696bf9c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.168966] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1077.168966] env[68216]: value = "task-3069083" [ 1077.168966] env[68216]: _type = "Task" [ 1077.168966] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.177074] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.362899] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069080, 'name': CreateVM_Task, 'duration_secs': 0.437081} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.363095] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.363836] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.364022] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.364337] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.364605] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249e10f9-1b26-44e6-a2d9-d198be1cacba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.367824] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.368131] env[68216]: DEBUG nova.objects.instance [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'migration_context' on Instance uuid d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.373038] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1077.373038] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ade598-7e2a-94d3-3849-1bb76573670b" [ 1077.373038] env[68216]: _type = "Task" [ 1077.373038] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.380858] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ade598-7e2a-94d3-3849-1bb76573670b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.612152] env[68216]: DEBUG oslo_vmware.api [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Task: {'id': task-3069082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178562} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.612423] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.612610] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.612786] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.612962] env[68216]: INFO nova.compute.manager [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1077.613253] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.613741] env[68216]: DEBUG nova.compute.manager [-] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.613919] env[68216]: DEBUG nova.network.neutron [-] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.679933] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06881} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.680212] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.680975] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab980edb-8941-4ac4-bcd6-9addc17839ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.702837] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1/0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.703796] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad69fd4-d4ed-4b4a-8dfb-26dee17eb8de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.724411] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1077.724411] env[68216]: value = "task-3069085" [ 1077.724411] env[68216]: _type = "Task" [ 1077.724411] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.730952] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef9b546-35ec-464e-807a-9cbe583db55f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.737197] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.753946] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance '5dc808be-3dec-4cd3-8865-a237e95f767d' progress to 0 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.871468] env[68216]: DEBUG nova.objects.base [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1077.872606] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459bab11-9848-4436-b22c-1c845f1c6eb3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.886887] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ade598-7e2a-94d3-3849-1bb76573670b, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.899926] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.900196] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.900437] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.900578] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.900748] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.901640] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-572fb0fa-bbd8-41bc-9f8c-4849143fde49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.903502] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e885f9-b83a-4c35-b249-92c4afcee6cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.909597] env[68216]: DEBUG oslo_vmware.api [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1077.909597] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529c66bc-81e4-9e26-fbbe-b5b53b7d35c4" [ 1077.909597] env[68216]: _type = "Task" [ 1077.909597] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.913493] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.913658] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.914631] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9cc899a-167b-4aa2-86e3-6972a66eed9d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.919184] env[68216]: DEBUG oslo_vmware.api [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529c66bc-81e4-9e26-fbbe-b5b53b7d35c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.921830] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1077.921830] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dfd862-c514-8821-9578-5d10db97908e" [ 1077.921830] env[68216]: _type = "Task" [ 1077.921830] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.928814] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dfd862-c514-8821-9578-5d10db97908e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.003020] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.003409] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.003553] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.003731] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.003901] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.006184] env[68216]: INFO nova.compute.manager [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Terminating instance [ 1078.072490] env[68216]: DEBUG oslo_concurrency.lockutils [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.072761] env[68216]: DEBUG oslo_concurrency.lockutils [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.072967] env[68216]: DEBUG oslo_concurrency.lockutils [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.073193] env[68216]: DEBUG oslo_concurrency.lockutils [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.073333] env[68216]: DEBUG oslo_concurrency.lockutils [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.075602] env[68216]: INFO nova.compute.manager [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Terminating instance [ 1078.234387] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069085, 'name': ReconfigVM_Task, 'duration_secs': 0.268648} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.234586] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1/0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.239666] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a90b108b-80e7-4c0a-95e7-5e1ab51f15ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.241633] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1078.241633] env[68216]: value = "task-3069086" [ 1078.241633] env[68216]: _type = "Task" [ 1078.241633] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.250043] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069086, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.262130] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.262503] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da0bb7ab-f401-4226-b347-f8882100a17a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.270586] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1078.270586] env[68216]: value = "task-3069087" [ 1078.270586] env[68216]: _type = "Task" [ 1078.270586] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.277835] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.372360] env[68216]: DEBUG nova.compute.manager [req-5c01156e-d0f1-4349-bbe4-dae839b9391c req-ba252b00-2825-40e3-b758-3c559c2ede84 service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Received event network-vif-deleted-1058524a-fc6d-4a23-a1a8-da8f636f5cc2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.372360] env[68216]: INFO nova.compute.manager [req-5c01156e-d0f1-4349-bbe4-dae839b9391c req-ba252b00-2825-40e3-b758-3c559c2ede84 service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Neutron deleted interface 1058524a-fc6d-4a23-a1a8-da8f636f5cc2; detaching it from the instance and deleting it from the info cache [ 1078.372360] env[68216]: DEBUG nova.network.neutron [req-5c01156e-d0f1-4349-bbe4-dae839b9391c req-ba252b00-2825-40e3-b758-3c559c2ede84 service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.419985] env[68216]: DEBUG oslo_vmware.api [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529c66bc-81e4-9e26-fbbe-b5b53b7d35c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.420820] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.420908] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.431054] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52dfd862-c514-8821-9578-5d10db97908e, 'name': SearchDatastore_Task, 'duration_secs': 0.013445} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.431841] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213d9cc3-eb94-4969-83d2-eb60d5a6cb1e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.437347] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1078.437347] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521753e3-35cc-be2c-babc-adf91b5cf60b" [ 1078.437347] env[68216]: _type = "Task" [ 1078.437347] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.446040] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521753e3-35cc-be2c-babc-adf91b5cf60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.509561] env[68216]: DEBUG nova.compute.manager [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.509797] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.510720] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c1ed53-015c-4ed7-b780-1ba4d54fc9a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.518258] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.518479] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41332b46-e703-4c21-911a-46c2e66cf0db {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.524080] env[68216]: DEBUG oslo_vmware.api [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1078.524080] env[68216]: value = "task-3069088" [ 1078.524080] env[68216]: _type = "Task" [ 1078.524080] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.531097] env[68216]: DEBUG oslo_vmware.api [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.579598] env[68216]: DEBUG nova.compute.manager [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.579822] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.580752] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f5844-a1b8-4fbe-aa5e-462e517337e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.588645] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.588919] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ad67891-f0e3-4a04-9dd0-a204d5bb6e48 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.594815] env[68216]: DEBUG oslo_vmware.api [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1078.594815] env[68216]: value = "task-3069089" [ 1078.594815] env[68216]: _type = "Task" [ 1078.594815] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.602880] env[68216]: DEBUG oslo_vmware.api [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.752389] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069086, 'name': Rename_Task, 'duration_secs': 0.180728} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.752719] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.753045] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb3bb4dc-ab58-44e0-ab84-cd222f506e58 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.760563] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1078.760563] env[68216]: value = "task-3069090" [ 1078.760563] env[68216]: _type = "Task" [ 1078.760563] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.779663] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.784744] env[68216]: DEBUG nova.network.neutron [-] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.786095] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069087, 'name': PowerOffVM_Task, 'duration_secs': 0.185742} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.786334] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.786543] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance '5dc808be-3dec-4cd3-8865-a237e95f767d' progress to 17 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.873714] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9201ca39-a891-45d1-affe-9b8983a52143 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.883123] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e22274-b0d0-40dc-ade1-5d9bd1762881 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.914643] env[68216]: DEBUG nova.compute.manager [req-5c01156e-d0f1-4349-bbe4-dae839b9391c req-ba252b00-2825-40e3-b758-3c559c2ede84 service nova] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Detach interface failed, port_id=1058524a-fc6d-4a23-a1a8-da8f636f5cc2, reason: Instance 367e96cd-f96d-406d-bdf7-4f0700771676 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1078.947857] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521753e3-35cc-be2c-babc-adf91b5cf60b, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.950487] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.950754] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] adae0c12-d4e3-48e1-8adb-ab2cbc38b72b/adae0c12-d4e3-48e1-8adb-ab2cbc38b72b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.951196] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69c86a71-a2a4-4428-990e-e2956547891a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.958203] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1078.958203] env[68216]: value = "task-3069091" [ 1078.958203] env[68216]: _type = "Task" [ 1078.958203] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.968676] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.035077] env[68216]: DEBUG oslo_vmware.api [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069088, 'name': PowerOffVM_Task, 'duration_secs': 0.203528} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.035356] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.035503] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.035741] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76a4f843-63c5-4e25-a087-fbdf2eff7134 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.091214] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.091499] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.091732] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Deleting the datastore file [datastore2] 6ce80e9e-48b7-482a-ab51-d9f7916d064e {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.092394] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8c5bcdc-4331-45ff-bfbe-aebc9313c100 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.101219] env[68216]: DEBUG oslo_vmware.api [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1079.101219] env[68216]: value = "task-3069093" [ 1079.101219] env[68216]: _type = "Task" [ 1079.101219] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.109840] env[68216]: DEBUG oslo_vmware.api [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069089, 'name': PowerOffVM_Task, 'duration_secs': 0.202641} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.110483] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.110686] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.110941] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8108e065-9e9f-41eb-be5e-fc09c596b561 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.115600] env[68216]: DEBUG oslo_vmware.api [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.130801] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54ec027-5993-4efd-96a3-037aec9be46f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.138574] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc0621a-808c-46cf-8da2-7f566f8a4db9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.171777] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609fcd9-7289-4129-80b7-a538bcfdcd3b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.183066] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527c2f79-64b2-43b2-a968-9a26ea808aa5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.187413] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.187694] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.187848] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Deleting the datastore file [datastore2] 932b3e33-eb42-4c1a-820f-3692be9b4bb5 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.188079] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-694281e8-2797-4dad-81be-65a1aaebed61 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.201844] env[68216]: DEBUG nova.compute.provider_tree [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.205075] env[68216]: DEBUG oslo_vmware.api [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for the task: (returnval){ [ 1079.205075] env[68216]: value = "task-3069095" [ 1079.205075] env[68216]: _type = "Task" [ 1079.205075] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.213836] env[68216]: DEBUG oslo_vmware.api [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.269588] env[68216]: DEBUG oslo_vmware.api [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069090, 'name': PowerOnVM_Task, 'duration_secs': 0.44594} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.269913] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.270164] env[68216]: INFO nova.compute.manager [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1079.270348] env[68216]: DEBUG nova.compute.manager [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.274954] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fa8ffe-be5a-47ec-adfd-a6602eac95af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.291297] env[68216]: INFO nova.compute.manager [-] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Took 1.68 seconds to deallocate network for instance. [ 1079.293348] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.293589] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.293748] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.293964] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.294143] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.294295] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.294497] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.294658] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.294916] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.295121] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.295305] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.301960] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af4a7d8-5271-444c-90a0-c07248624cb4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.322033] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1079.322033] env[68216]: value = "task-3069097" [ 1079.322033] env[68216]: _type = "Task" [ 1079.322033] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.332544] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.467702] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480401} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.467787] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] adae0c12-d4e3-48e1-8adb-ab2cbc38b72b/adae0c12-d4e3-48e1-8adb-ab2cbc38b72b.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.468320] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.468320] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-859b7a79-1709-48a5-a2eb-dc4ea9949b4d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.475412] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1079.475412] env[68216]: value = "task-3069098" [ 1079.475412] env[68216]: _type = "Task" [ 1079.475412] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.483993] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.615723] env[68216]: DEBUG oslo_vmware.api [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420611} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.615985] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.616222] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.616363] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.616503] env[68216]: INFO nova.compute.manager [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1079.616748] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.616940] env[68216]: DEBUG nova.compute.manager [-] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.617057] env[68216]: DEBUG nova.network.neutron [-] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.706871] env[68216]: DEBUG nova.scheduler.client.report [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.719037] env[68216]: DEBUG oslo_vmware.api [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Task: {'id': task-3069095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333185} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.719298] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.719487] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.719659] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.719859] env[68216]: INFO nova.compute.manager [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1079.720204] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.720414] env[68216]: DEBUG nova.compute.manager [-] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.720500] env[68216]: DEBUG nova.network.neutron [-] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.789843] env[68216]: INFO nova.compute.manager [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Took 18.74 seconds to build instance. [ 1079.818526] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.832053] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069097, 'name': ReconfigVM_Task, 'duration_secs': 0.198236} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.832355] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance '5dc808be-3dec-4cd3-8865-a237e95f767d' progress to 33 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.982534] env[68216]: DEBUG nova.compute.manager [req-63f022de-4a96-4e92-9bf1-3a17e8feb209 req-29243624-ff34-4228-90b6-a3a5f16271ce service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Received event network-vif-deleted-aa3421d9-232d-4a62-92c9-624915eb7deb {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.982534] env[68216]: INFO nova.compute.manager [req-63f022de-4a96-4e92-9bf1-3a17e8feb209 req-29243624-ff34-4228-90b6-a3a5f16271ce service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Neutron deleted interface aa3421d9-232d-4a62-92c9-624915eb7deb; detaching it from the instance and deleting it from the info cache [ 1079.982603] env[68216]: DEBUG nova.network.neutron [req-63f022de-4a96-4e92-9bf1-3a17e8feb209 req-29243624-ff34-4228-90b6-a3a5f16271ce service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.989010] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074469} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.989335] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.990138] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c10fea4-7e19-4ceb-ae18-70f8c7512b9b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.012539] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] adae0c12-d4e3-48e1-8adb-ab2cbc38b72b/adae0c12-d4e3-48e1-8adb-ab2cbc38b72b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.013377] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91a180ef-3df3-48e7-95ac-45adb0bbad8a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.034793] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1080.034793] env[68216]: value = "task-3069099" [ 1080.034793] env[68216]: _type = "Task" [ 1080.034793] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.042571] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.292489] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f18d577-24bd-4653-b30a-a734643857bf tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.254s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.342494] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.342749] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.342912] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.343504] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.343504] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.343504] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.343650] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.343740] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.344159] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.344243] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.344461] env[68216]: DEBUG nova.virt.hardware [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.350262] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1080.350578] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee830f0b-c5ba-4112-b040-e0721d4606ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.370950] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1080.370950] env[68216]: value = "task-3069100" [ 1080.370950] env[68216]: _type = "Task" [ 1080.370950] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.379033] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.401341] env[68216]: DEBUG nova.compute.manager [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Received event network-vif-deleted-d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.401492] env[68216]: INFO nova.compute.manager [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Neutron deleted interface d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961; detaching it from the instance and deleting it from the info cache [ 1080.401801] env[68216]: DEBUG nova.network.neutron [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.464261] env[68216]: DEBUG nova.network.neutron [-] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.485034] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1082804f-db24-4693-aaee-b64212f7ada9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.494882] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614a34e3-6ea9-4665-9b97-04449646df18 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.525162] env[68216]: DEBUG nova.compute.manager [req-63f022de-4a96-4e92-9bf1-3a17e8feb209 req-29243624-ff34-4228-90b6-a3a5f16271ce service nova] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Detach interface failed, port_id=aa3421d9-232d-4a62-92c9-624915eb7deb, reason: Instance 932b3e33-eb42-4c1a-820f-3692be9b4bb5 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1080.543832] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069099, 'name': ReconfigVM_Task, 'duration_secs': 0.337531} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.544083] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Reconfigured VM instance instance-00000063 to attach disk [datastore2] adae0c12-d4e3-48e1-8adb-ab2cbc38b72b/adae0c12-d4e3-48e1-8adb-ab2cbc38b72b.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.544735] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d9cf037-fa93-42c0-80c1-a00002ba897c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.550998] env[68216]: DEBUG nova.network.neutron [-] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.552188] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1080.552188] env[68216]: value = "task-3069101" [ 1080.552188] env[68216]: _type = "Task" [ 1080.552188] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.561750] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069101, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.720106] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.299s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.720244] env[68216]: DEBUG nova.compute.manager [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68216) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1080.723503] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.905s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.723651] env[68216]: DEBUG nova.objects.instance [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lazy-loading 'resources' on Instance uuid 367e96cd-f96d-406d-bdf7-4f0700771676 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.880620] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069100, 'name': ReconfigVM_Task, 'duration_secs': 0.452517} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.880908] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.881720] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649c838a-d299-4a26-b880-dea3930be5f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.904913] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5dc808be-3dec-4cd3-8865-a237e95f767d/5dc808be-3dec-4cd3-8865-a237e95f767d.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.905548] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74269c73-1d39-4c98-a37d-bb8bde667d75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.918523] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c340cbf-710d-4003-9898-dd9371eb16ba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.926951] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1080.926951] env[68216]: value = "task-3069102" [ 1080.926951] env[68216]: _type = "Task" [ 1080.926951] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.935074] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f3eb7c-57fc-411f-9c1f-2e2a820336ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.950498] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.965573] env[68216]: DEBUG nova.compute.manager [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Detach interface failed, port_id=d7abe3a9-8b10-4a66-a5c4-c39ad4a7e961, reason: Instance 6ce80e9e-48b7-482a-ab51-d9f7916d064e could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1080.965847] env[68216]: DEBUG nova.compute.manager [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received event network-changed-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.966041] env[68216]: DEBUG nova.compute.manager [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Refreshing instance network info cache due to event network-changed-0e937ce1-f97c-4c8c-820a-7389e608d650. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1080.966353] env[68216]: DEBUG oslo_concurrency.lockutils [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] Acquiring lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.966465] env[68216]: DEBUG oslo_concurrency.lockutils [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] Acquired lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.966667] env[68216]: DEBUG nova.network.neutron [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Refreshing network info cache for port 0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.968157] env[68216]: INFO nova.compute.manager [-] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Took 1.25 seconds to deallocate network for instance. [ 1081.057387] env[68216]: INFO nova.compute.manager [-] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Took 1.44 seconds to deallocate network for instance. [ 1081.065535] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069101, 'name': Rename_Task, 'duration_secs': 0.2543} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.066042] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.066320] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-743f42b6-3de9-40e5-8d7b-31ee624dc553 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.073544] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1081.073544] env[68216]: value = "task-3069103" [ 1081.073544] env[68216]: _type = "Task" [ 1081.073544] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.082739] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.288624] env[68216]: INFO nova.scheduler.client.report [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleted allocation for migration a04f935a-d55e-4ac8-84fe-8ff96da36f7f [ 1081.416913] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5b9db9-e796-4fb8-bf0c-132e7332f398 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.424300] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece74be0-c188-4de5-925b-f93e3118d4d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.458540] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67ec256-0dc5-4289-80d2-f0084c0f0b02 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.463954] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069102, 'name': ReconfigVM_Task, 'duration_secs': 0.287498} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.464583] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5dc808be-3dec-4cd3-8865-a237e95f767d/5dc808be-3dec-4cd3-8865-a237e95f767d.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.464897] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance '5dc808be-3dec-4cd3-8865-a237e95f767d' progress to 50 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.473425] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb8c73-fcbd-4834-b4ab-31f48cf53d11 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.477944] env[68216]: DEBUG oslo_concurrency.lockutils [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.488633] env[68216]: DEBUG nova.compute.provider_tree [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.567092] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.583626] env[68216]: DEBUG oslo_vmware.api [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069103, 'name': PowerOnVM_Task, 'duration_secs': 0.481259} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.586045] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.586261] env[68216]: DEBUG nova.compute.manager [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.587066] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f459b05c-b63a-416a-b41b-3ccb520e2e4d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.603595] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1081.603827] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614583', 'volume_id': '88fd4579-1136-46cc-81e3-350ce2f61827', 'name': 'volume-88fd4579-1136-46cc-81e3-350ce2f61827', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a', 'attached_at': '', 'detached_at': '', 'volume_id': '88fd4579-1136-46cc-81e3-350ce2f61827', 'serial': '88fd4579-1136-46cc-81e3-350ce2f61827'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1081.604616] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39fc642-7e5c-48a0-9867-1f7bc59096e8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.620441] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a673bcc0-6147-4a28-b6f7-e2c6466a5116 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.647342] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-88fd4579-1136-46cc-81e3-350ce2f61827/volume-88fd4579-1136-46cc-81e3-350ce2f61827.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.648035] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f8d481-ccf3-47fd-ae6f-f2fc761e51d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.666589] env[68216]: DEBUG oslo_vmware.api [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1081.666589] env[68216]: value = "task-3069104" [ 1081.666589] env[68216]: _type = "Task" [ 1081.666589] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.674878] env[68216]: DEBUG oslo_vmware.api [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.793680] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1f8bf31c-1cfc-420a-a6b9-789e3733571a tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.836s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.836840] env[68216]: DEBUG nova.network.neutron [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updated VIF entry in instance network info cache for port 0e937ce1-f97c-4c8c-820a-7389e608d650. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.837336] env[68216]: DEBUG nova.network.neutron [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating instance_info_cache with network_info: [{"id": "0e937ce1-f97c-4c8c-820a-7389e608d650", "address": "fa:16:3e:4d:44:bf", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e937ce1-f9", "ovs_interfaceid": "0e937ce1-f97c-4c8c-820a-7389e608d650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.975418] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9fe5ad-c466-4726-98ff-176036554ff1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.996913] env[68216]: DEBUG nova.scheduler.client.report [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.001059] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645a079a-3788-4803-8cf8-cd0ef48e9206 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.019496] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance '5dc808be-3dec-4cd3-8865-a237e95f767d' progress to 67 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.102533] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.176462] env[68216]: DEBUG oslo_vmware.api [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.343667] env[68216]: DEBUG oslo_concurrency.lockutils [req-e76f2e5f-e5b4-41d7-aab7-30a37ab45b0d req-7fdac4ad-ef35-4feb-81f5-4e8825c621c0 service nova] Releasing lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.422413] env[68216]: DEBUG nova.objects.instance [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'flavor' on Instance uuid d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.505325] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.507698] env[68216]: DEBUG oslo_concurrency.lockutils [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.030s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.508021] env[68216]: DEBUG nova.objects.instance [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lazy-loading 'resources' on Instance uuid 932b3e33-eb42-4c1a-820f-3692be9b4bb5 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.528327] env[68216]: INFO nova.scheduler.client.report [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Deleted allocations for instance 367e96cd-f96d-406d-bdf7-4f0700771676 [ 1082.558647] env[68216]: DEBUG nova.network.neutron [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Port def4e8a2-99f0-45bb-88d2-f79751f96f0d binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1082.677450] env[68216]: DEBUG oslo_vmware.api [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069104, 'name': ReconfigVM_Task, 'duration_secs': 0.534525} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.678792] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-88fd4579-1136-46cc-81e3-350ce2f61827/volume-88fd4579-1136-46cc-81e3-350ce2f61827.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.682609] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab52b453-5d47-43a9-87b1-121fbfa90123 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.697959] env[68216]: DEBUG oslo_vmware.api [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1082.697959] env[68216]: value = "task-3069105" [ 1082.697959] env[68216]: _type = "Task" [ 1082.697959] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.707015] env[68216]: DEBUG oslo_vmware.api [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.927653] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.927854] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.928077] env[68216]: DEBUG nova.network.neutron [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.928313] env[68216]: DEBUG nova.objects.instance [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'info_cache' on Instance uuid d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.034733] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a77b6b02-c04d-485e-8c12-b13409877fac tempest-ImagesTestJSON-1514292314 tempest-ImagesTestJSON-1514292314-project-member] Lock "367e96cd-f96d-406d-bdf7-4f0700771676" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.091s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.174167] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ac6ac9-df80-4aa6-a3d2-ef481ebc2a09 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.184260] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee07a933-3da9-4e93-95ae-b33c140b189f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.217327] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a24561-9ca4-49c5-9b01-35f5dcfae36f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.227549] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d100e87e-dfe5-4bdb-ab98-57da4b36aa6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.231259] env[68216]: DEBUG oslo_vmware.api [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069105, 'name': ReconfigVM_Task, 'duration_secs': 0.151875} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.231558] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614583', 'volume_id': '88fd4579-1136-46cc-81e3-350ce2f61827', 'name': 'volume-88fd4579-1136-46cc-81e3-350ce2f61827', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a', 'attached_at': '', 'detached_at': '', 'volume_id': '88fd4579-1136-46cc-81e3-350ce2f61827', 'serial': '88fd4579-1136-46cc-81e3-350ce2f61827'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1083.247219] env[68216]: DEBUG nova.compute.provider_tree [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.433538] env[68216]: DEBUG nova.objects.base [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1083.585470] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "5dc808be-3dec-4cd3-8865-a237e95f767d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.585848] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.586156] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.750897] env[68216]: DEBUG nova.scheduler.client.report [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.219727] env[68216]: DEBUG nova.network.neutron [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance_info_cache with network_info: [{"id": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "address": "fa:16:3e:1b:19:04", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10dd421d-1c", "ovs_interfaceid": "10dd421d-1c5f-43a9-a990-8ef6a0c9df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.259463] env[68216]: DEBUG oslo_concurrency.lockutils [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.261758] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.695s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.262100] env[68216]: DEBUG nova.objects.instance [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lazy-loading 'resources' on Instance uuid 6ce80e9e-48b7-482a-ab51-d9f7916d064e {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.278913] env[68216]: DEBUG nova.objects.instance [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'flavor' on Instance uuid 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.295197] env[68216]: INFO nova.scheduler.client.report [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Deleted allocations for instance 932b3e33-eb42-4c1a-820f-3692be9b4bb5 [ 1084.622191] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.622430] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.622641] env[68216]: DEBUG nova.network.neutron [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.722710] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.784821] env[68216]: DEBUG oslo_concurrency.lockutils [None req-96f2ab06-cd93-4eaf-9d36-e6a39796d0b7 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.805s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.803380] env[68216]: DEBUG oslo_concurrency.lockutils [None req-381a5258-9fc8-4682-b8fb-658227071eae tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "932b3e33-eb42-4c1a-820f-3692be9b4bb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.730s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.926182] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71afbb7-4f57-4ab5-bc46-35eab8a75066 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.933786] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3b2267-5c7d-4e15-9a83-6765838ad1d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.968650] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbcbec4-6935-4c92-96fc-c3dbee4f4e2a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.976169] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d2a6e6-20a6-401e-91e4-9203604bb225 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.989582] env[68216]: DEBUG nova.compute.provider_tree [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.468037] env[68216]: DEBUG nova.network.neutron [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance_info_cache with network_info: [{"id": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "address": "fa:16:3e:53:59:71", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef4e8a2-99", "ovs_interfaceid": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.493052] env[68216]: DEBUG nova.scheduler.client.report [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.728967] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.729315] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c776ae4-1a05-4fe0-947d-0d4d837807ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.736605] env[68216]: DEBUG oslo_vmware.api [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1085.736605] env[68216]: value = "task-3069106" [ 1085.736605] env[68216]: _type = "Task" [ 1085.736605] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.744759] env[68216]: DEBUG oslo_vmware.api [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.971286] env[68216]: DEBUG oslo_concurrency.lockutils [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.997253] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.999758] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.897s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.999948] env[68216]: DEBUG nova.objects.instance [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1086.022964] env[68216]: INFO nova.scheduler.client.report [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Deleted allocations for instance 6ce80e9e-48b7-482a-ab51-d9f7916d064e [ 1086.126529] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.126787] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.246642] env[68216]: DEBUG oslo_vmware.api [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069106, 'name': PowerOnVM_Task, 'duration_secs': 0.46308} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.246951] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.247177] env[68216]: DEBUG nova.compute.manager [None req-0aa4d726-30af-4fa8-a550-d889a40af257 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.247958] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3918603-8023-481f-9667-aabc9ad83db1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.491910] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac04ca7-7000-4866-a788-3f678500110d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.515830] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731de5c2-155c-4a2f-b44c-b0d5f2409ed0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.522906] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance '5dc808be-3dec-4cd3-8865-a237e95f767d' progress to 83 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.528933] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9f5910c5-9e6f-4069-a12b-884bb18def21 tempest-ListServersNegativeTestJSON-402631587 tempest-ListServersNegativeTestJSON-402631587-project-member] Lock "6ce80e9e-48b7-482a-ab51-d9f7916d064e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.526s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.634818] env[68216]: DEBUG nova.compute.utils [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.020669] env[68216]: DEBUG oslo_concurrency.lockutils [None req-bd2ddb20-304c-4458-a36f-afd7767d5e03 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.030762] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.031265] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2aed71d-a78c-46e1-b200-170e91e311a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.039489] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1087.039489] env[68216]: value = "task-3069107" [ 1087.039489] env[68216]: _type = "Task" [ 1087.039489] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.048211] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.137512] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.153662] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.153919] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.154161] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.154403] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.154637] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.156566] env[68216]: INFO nova.compute.manager [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Terminating instance [ 1087.549751] env[68216]: DEBUG oslo_vmware.api [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069107, 'name': PowerOnVM_Task, 'duration_secs': 0.473854} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.549936] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.550095] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-edf11167-48eb-4257-9f17-2853c63b2c35 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance '5dc808be-3dec-4cd3-8865-a237e95f767d' progress to 100 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.660153] env[68216]: DEBUG nova.compute.manager [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.660414] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.661338] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6de6b2-68cb-4b5a-a293-37024127c9f1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.674293] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.674558] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c20ed09-5964-4050-9f27-5c59c62133d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.682309] env[68216]: DEBUG oslo_vmware.api [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1087.682309] env[68216]: value = "task-3069108" [ 1087.682309] env[68216]: _type = "Task" [ 1087.682309] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.690594] env[68216]: DEBUG oslo_vmware.api [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.193258] env[68216]: DEBUG oslo_vmware.api [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069108, 'name': PowerOffVM_Task, 'duration_secs': 0.254937} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.193522] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.193768] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.194038] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de58ec00-917b-4702-b723-869db4681c65 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.202703] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.202898] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.203134] env[68216]: INFO nova.compute.manager [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Attaching volume a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5 to /dev/sdc [ 1088.238451] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf9222b-9741-4ae1-ba77-f2b8f73cd8d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.245936] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fb9a79-8a86-4577-aaa2-a94d66ddbc5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.260646] env[68216]: DEBUG nova.virt.block_device [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Updating existing volume attachment record: fb9992c4-fddd-4e01-97fe-ade6165d8b9c {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1088.797028] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.797028] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.797028] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleting the datastore file [datastore1] d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.797583] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81753c9d-dc3d-472e-a91b-6705dc3288f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.804658] env[68216]: DEBUG oslo_vmware.api [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1088.804658] env[68216]: value = "task-3069111" [ 1088.804658] env[68216]: _type = "Task" [ 1088.804658] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.812664] env[68216]: DEBUG oslo_vmware.api [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.271435] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "5dc808be-3dec-4cd3-8865-a237e95f767d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.271667] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.271826] env[68216]: DEBUG nova.compute.manager [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Going to confirm migration 6 {{(pid=68216) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1089.314661] env[68216]: DEBUG oslo_vmware.api [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187879} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.314931] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.315139] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.315324] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.315492] env[68216]: INFO nova.compute.manager [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1089.315725] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.315916] env[68216]: DEBUG nova.compute.manager [-] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.316024] env[68216]: DEBUG nova.network.neutron [-] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.730954] env[68216]: DEBUG nova.compute.manager [req-d76884f1-6e0e-43ab-8b06-874578d4ec2d req-46649f46-e21a-46ff-877c-622de36a505d service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Received event network-vif-deleted-10dd421d-1c5f-43a9-a990-8ef6a0c9df40 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1089.731245] env[68216]: INFO nova.compute.manager [req-d76884f1-6e0e-43ab-8b06-874578d4ec2d req-46649f46-e21a-46ff-877c-622de36a505d service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Neutron deleted interface 10dd421d-1c5f-43a9-a990-8ef6a0c9df40; detaching it from the instance and deleting it from the info cache [ 1089.731434] env[68216]: DEBUG nova.network.neutron [req-d76884f1-6e0e-43ab-8b06-874578d4ec2d req-46649f46-e21a-46ff-877c-622de36a505d service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.847308] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.847631] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquired lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.847631] env[68216]: DEBUG nova.network.neutron [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.847724] env[68216]: DEBUG nova.objects.instance [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lazy-loading 'info_cache' on Instance uuid 5dc808be-3dec-4cd3-8865-a237e95f767d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.197028] env[68216]: DEBUG nova.network.neutron [-] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.234371] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ce467e2-fb38-4383-95fb-968954bdccdd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.244450] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5baad4-ada9-4e97-a041-7f77f772b8aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.276228] env[68216]: DEBUG nova.compute.manager [req-d76884f1-6e0e-43ab-8b06-874578d4ec2d req-46649f46-e21a-46ff-877c-622de36a505d service nova] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Detach interface failed, port_id=10dd421d-1c5f-43a9-a990-8ef6a0c9df40, reason: Instance d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1090.699249] env[68216]: INFO nova.compute.manager [-] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Took 1.38 seconds to deallocate network for instance. [ 1091.063571] env[68216]: DEBUG nova.network.neutron [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance_info_cache with network_info: [{"id": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "address": "fa:16:3e:53:59:71", "network": {"id": "4710be5b-4721-45a0-8055-0c7a7f165ec8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-276357895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a08f3360ac5e431f8c5cc977919da440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef4e8a2-99", "ovs_interfaceid": "def4e8a2-99f0-45bb-88d2-f79751f96f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.206017] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.206294] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.206489] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.231069] env[68216]: INFO nova.scheduler.client.report [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleted allocations for instance d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1 [ 1091.566511] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Releasing lock "refresh_cache-5dc808be-3dec-4cd3-8865-a237e95f767d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.566797] env[68216]: DEBUG nova.objects.instance [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lazy-loading 'migration_context' on Instance uuid 5dc808be-3dec-4cd3-8865-a237e95f767d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.739024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0aaab716-ef8e-455a-b77a-33547c7ca5cf tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.585s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.069348] env[68216]: DEBUG nova.objects.base [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Object Instance<5dc808be-3dec-4cd3-8865-a237e95f767d> lazy-loaded attributes: info_cache,migration_context {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.070298] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18631a4e-97b8-4071-adcc-d790c83ef8b8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.090512] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69186ad2-e39f-4116-a85c-a89614a5e03c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.095575] env[68216]: DEBUG oslo_vmware.api [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1092.095575] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e64cab-328c-9ef0-10b9-4a6fd647f700" [ 1092.095575] env[68216]: _type = "Task" [ 1092.095575] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.102883] env[68216]: DEBUG oslo_vmware.api [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e64cab-328c-9ef0-10b9-4a6fd647f700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.607117] env[68216]: DEBUG oslo_vmware.api [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e64cab-328c-9ef0-10b9-4a6fd647f700, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.607436] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.607692] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.803845] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.804229] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614584', 'volume_id': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'name': 'volume-a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'serial': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.804984] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554db43c-6a32-47bf-9afe-94195bfa0f41 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.821697] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df02b760-ac22-4b3b-b3b0-e04505baac08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.848468] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5/volume-a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.848724] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fcecef8-46e2-455e-9890-136f4e95aff4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.868233] env[68216]: DEBUG oslo_vmware.api [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1092.868233] env[68216]: value = "task-3069113" [ 1092.868233] env[68216]: _type = "Task" [ 1092.868233] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.876263] env[68216]: DEBUG oslo_vmware.api [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.189535] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.189818] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.248669] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe145b4-5fdc-4ce3-a81e-e3c9f7b7cbf4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.258060] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bed33f-dbdd-4a0d-a56f-f90b1fdc5e72 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.289111] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42c82f8-e30f-43e3-9c53-f81e1d02f545 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.295974] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb46ea5-946f-49cf-90e7-55ca935b4f7a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.308568] env[68216]: DEBUG nova.compute.provider_tree [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.377393] env[68216]: DEBUG oslo_vmware.api [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069113, 'name': ReconfigVM_Task, 'duration_secs': 0.345951} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.377594] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5/volume-a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.382491] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-668eda29-7cfa-4150-b58e-4f46f0187caa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.396095] env[68216]: DEBUG oslo_vmware.api [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1093.396095] env[68216]: value = "task-3069114" [ 1093.396095] env[68216]: _type = "Task" [ 1093.396095] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.403440] env[68216]: DEBUG oslo_vmware.api [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.692391] env[68216]: DEBUG nova.compute.manager [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.828321] env[68216]: ERROR nova.scheduler.client.report [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [req-1d4708bf-b509-4d2c-b7b8-85f2926c4688] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1d4708bf-b509-4d2c-b7b8-85f2926c4688"}]} [ 1093.845546] env[68216]: DEBUG nova.scheduler.client.report [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1093.858577] env[68216]: DEBUG nova.scheduler.client.report [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1093.858811] env[68216]: DEBUG nova.compute.provider_tree [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.869736] env[68216]: DEBUG nova.scheduler.client.report [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1093.887167] env[68216]: DEBUG nova.scheduler.client.report [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1093.907566] env[68216]: DEBUG oslo_vmware.api [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069114, 'name': ReconfigVM_Task, 'duration_secs': 0.12336} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.907838] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614584', 'volume_id': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'name': 'volume-a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'serial': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1094.013389] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60c1bf7-cd28-43d5-9e3e-567800b18cc3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.022032] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbc0c8f-6b62-4828-aa29-289edd6655ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.053186] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b002245-b895-4046-bd49-8479fe4eb322 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.060438] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a644d99-2364-4eb1-b3b0-4caace0bc63d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.073310] env[68216]: DEBUG nova.compute.provider_tree [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.212439] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.602685] env[68216]: DEBUG nova.scheduler.client.report [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1094.602957] env[68216]: DEBUG nova.compute.provider_tree [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 155 to 156 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1094.603153] env[68216]: DEBUG nova.compute.provider_tree [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.942532] env[68216]: DEBUG nova.objects.instance [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'flavor' on Instance uuid 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.447791] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d88d551a-855b-4134-b830-8ac5117ad136 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.612347] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.004s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.615647] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.403s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.617150] env[68216]: INFO nova.compute.claims [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.765454] env[68216]: DEBUG oslo_concurrency.lockutils [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.765742] env[68216]: DEBUG oslo_concurrency.lockutils [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.171207] env[68216]: INFO nova.scheduler.client.report [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted allocation for migration 72cf428b-b74d-4e17-ab5b-f430f77f963d [ 1096.270776] env[68216]: INFO nova.compute.manager [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Detaching volume 88fd4579-1136-46cc-81e3-350ce2f61827 [ 1096.300917] env[68216]: INFO nova.virt.block_device [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Attempting to driver detach volume 88fd4579-1136-46cc-81e3-350ce2f61827 from mountpoint /dev/sdb [ 1096.301181] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.301371] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614583', 'volume_id': '88fd4579-1136-46cc-81e3-350ce2f61827', 'name': 'volume-88fd4579-1136-46cc-81e3-350ce2f61827', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a', 'attached_at': '', 'detached_at': '', 'volume_id': '88fd4579-1136-46cc-81e3-350ce2f61827', 'serial': '88fd4579-1136-46cc-81e3-350ce2f61827'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.302275] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7e9e67-3554-405c-a35f-3ca8693ab230 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.326141] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928cf0b0-c99c-4f65-ba41-8ee121df2366 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.332907] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc897b7-808e-417f-b041-7eaf818a0e12 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.356170] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d5ac5b-7e6a-49ad-bf7e-47a0ddd7edf5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.370686] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] The volume has not been displaced from its original location: [datastore2] volume-88fd4579-1136-46cc-81e3-350ce2f61827/volume-88fd4579-1136-46cc-81e3-350ce2f61827.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.375977] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.376303] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af804aae-ff85-414a-8814-f96985cbe2e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.393819] env[68216]: DEBUG oslo_vmware.api [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1096.393819] env[68216]: value = "task-3069115" [ 1096.393819] env[68216]: _type = "Task" [ 1096.393819] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.401713] env[68216]: DEBUG oslo_vmware.api [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.678027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.406s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.749147] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08cc34f-1f95-4116-bdef-d44429377d02 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.758207] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabb0c8b-a233-4824-bc1e-b75c3622589b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.787114] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d8df8f-0d17-44e0-ab38-78e114fcc410 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.793734] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9919fc6e-75d8-4c41-a1ba-4474a41f07cc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.806656] env[68216]: DEBUG nova.compute.provider_tree [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.903231] env[68216]: DEBUG oslo_vmware.api [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069115, 'name': ReconfigVM_Task, 'duration_secs': 0.233418} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.903450] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.908076] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eef487d-ad70-4717-ba7a-0823064d8e6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.922066] env[68216]: DEBUG oslo_vmware.api [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1096.922066] env[68216]: value = "task-3069116" [ 1096.922066] env[68216]: _type = "Task" [ 1096.922066] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.929239] env[68216]: DEBUG oslo_vmware.api [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.309463] env[68216]: DEBUG nova.scheduler.client.report [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.432716] env[68216]: DEBUG oslo_vmware.api [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069116, 'name': ReconfigVM_Task, 'duration_secs': 0.130795} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.433171] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614583', 'volume_id': '88fd4579-1136-46cc-81e3-350ce2f61827', 'name': 'volume-88fd4579-1136-46cc-81e3-350ce2f61827', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a', 'attached_at': '', 'detached_at': '', 'volume_id': '88fd4579-1136-46cc-81e3-350ce2f61827', 'serial': '88fd4579-1136-46cc-81e3-350ce2f61827'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.797386] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "5dc808be-3dec-4cd3-8865-a237e95f767d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.797775] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.797890] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "5dc808be-3dec-4cd3-8865-a237e95f767d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.798080] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.798245] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.800386] env[68216]: INFO nova.compute.manager [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Terminating instance [ 1097.814748] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.815233] env[68216]: DEBUG nova.compute.manager [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.973435] env[68216]: DEBUG nova.objects.instance [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'flavor' on Instance uuid 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.303810] env[68216]: DEBUG nova.compute.manager [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.304060] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.304958] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f312c40-6838-434b-9635-7f133bf26ca0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.312951] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.313201] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d892fda8-3797-43a6-885e-bc74a61a6e03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.320942] env[68216]: DEBUG nova.compute.utils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.322270] env[68216]: DEBUG oslo_vmware.api [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1098.322270] env[68216]: value = "task-3069117" [ 1098.322270] env[68216]: _type = "Task" [ 1098.322270] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.322516] env[68216]: DEBUG nova.compute.manager [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.322676] env[68216]: DEBUG nova.network.neutron [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.331853] env[68216]: DEBUG oslo_vmware.api [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.359965] env[68216]: DEBUG nova.policy [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35447d69c9a34f2e9953fa523642d8b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a49ee43812b4076a5920f8dd765175c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.668832] env[68216]: DEBUG nova.network.neutron [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Successfully created port: 142730d2-1e62-4afc-93a6-612d2d73e5b2 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.825311] env[68216]: DEBUG nova.compute.manager [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.837451] env[68216]: DEBUG oslo_vmware.api [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069117, 'name': PowerOffVM_Task, 'duration_secs': 0.292067} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.837667] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.837820] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.838077] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c56bfc2-6fbc-4c26-8077-c37288280e57 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.898338] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.898556] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.898743] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleting the datastore file [datastore1] 5dc808be-3dec-4cd3-8865-a237e95f767d {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.899055] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71632020-1c06-404c-a583-f3739b5a4f04 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.906473] env[68216]: DEBUG oslo_vmware.api [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for the task: (returnval){ [ 1098.906473] env[68216]: value = "task-3069119" [ 1098.906473] env[68216]: _type = "Task" [ 1098.906473] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.913798] env[68216]: DEBUG oslo_vmware.api [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.981126] env[68216]: DEBUG oslo_concurrency.lockutils [None req-033a9cc5-a404-4c79-a31e-5d9f5fff5efe tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.018517] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.018798] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.416462] env[68216]: DEBUG oslo_vmware.api [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Task: {'id': task-3069119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13768} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.416837] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.417072] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.417265] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.417438] env[68216]: INFO nova.compute.manager [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1099.417746] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.417951] env[68216]: DEBUG nova.compute.manager [-] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.418059] env[68216]: DEBUG nova.network.neutron [-] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.521961] env[68216]: INFO nova.compute.manager [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Detaching volume a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5 [ 1099.556686] env[68216]: INFO nova.virt.block_device [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Attempting to driver detach volume a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5 from mountpoint /dev/sdc [ 1099.556957] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1099.557161] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614584', 'volume_id': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'name': 'volume-a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'serial': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1099.558110] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bdffe8-6a76-4410-b28a-1dd7da98384f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.581443] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784be3c6-05cd-411c-b482-71f6c3dc2237 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.588900] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0affbf60-6ef1-49d5-86c7-acc9e90ed3a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.610115] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7b12d0-2110-4d24-8eef-db947ed1b957 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.626050] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] The volume has not been displaced from its original location: [datastore2] volume-a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5/volume-a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1099.632410] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Reconfiguring VM instance instance-0000005e to detach disk 2002 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.632755] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57611b8-b007-49ad-8fa2-48360a05bcdf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.654451] env[68216]: DEBUG oslo_vmware.api [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1099.654451] env[68216]: value = "task-3069120" [ 1099.654451] env[68216]: _type = "Task" [ 1099.654451] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.661427] env[68216]: DEBUG nova.compute.manager [req-c4739824-62c8-4b35-bd42-3696c9216851 req-807d2331-b07b-4279-9d95-d05610f55269 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Received event network-vif-deleted-def4e8a2-99f0-45bb-88d2-f79751f96f0d {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1099.661590] env[68216]: INFO nova.compute.manager [req-c4739824-62c8-4b35-bd42-3696c9216851 req-807d2331-b07b-4279-9d95-d05610f55269 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Neutron deleted interface def4e8a2-99f0-45bb-88d2-f79751f96f0d; detaching it from the instance and deleting it from the info cache [ 1099.661782] env[68216]: DEBUG nova.network.neutron [req-c4739824-62c8-4b35-bd42-3696c9216851 req-807d2331-b07b-4279-9d95-d05610f55269 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.666156] env[68216]: DEBUG oslo_vmware.api [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.839027] env[68216]: DEBUG nova.compute.manager [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.866884] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.867161] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.867321] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.867550] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.867707] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.867856] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.868081] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.868248] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.868414] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.868576] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.868750] env[68216]: DEBUG nova.virt.hardware [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.869642] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f4c250-137b-4dec-9f6c-e42818dc4900 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.878058] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e75c26-0260-4f72-9324-41bbbaa44aea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.058300] env[68216]: DEBUG nova.compute.manager [req-3a9e6d91-c84d-4bdb-b452-7936ced338f9 req-5d583de2-9cf0-4907-a36f-fe02e4580f83 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Received event network-vif-plugged-142730d2-1e62-4afc-93a6-612d2d73e5b2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1100.058516] env[68216]: DEBUG oslo_concurrency.lockutils [req-3a9e6d91-c84d-4bdb-b452-7936ced338f9 req-5d583de2-9cf0-4907-a36f-fe02e4580f83 service nova] Acquiring lock "74ba5029-356a-4e0d-a502-6d1ae81393c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.058721] env[68216]: DEBUG oslo_concurrency.lockutils [req-3a9e6d91-c84d-4bdb-b452-7936ced338f9 req-5d583de2-9cf0-4907-a36f-fe02e4580f83 service nova] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.058888] env[68216]: DEBUG oslo_concurrency.lockutils [req-3a9e6d91-c84d-4bdb-b452-7936ced338f9 req-5d583de2-9cf0-4907-a36f-fe02e4580f83 service nova] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.059065] env[68216]: DEBUG nova.compute.manager [req-3a9e6d91-c84d-4bdb-b452-7936ced338f9 req-5d583de2-9cf0-4907-a36f-fe02e4580f83 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] No waiting events found dispatching network-vif-plugged-142730d2-1e62-4afc-93a6-612d2d73e5b2 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.059233] env[68216]: WARNING nova.compute.manager [req-3a9e6d91-c84d-4bdb-b452-7936ced338f9 req-5d583de2-9cf0-4907-a36f-fe02e4580f83 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Received unexpected event network-vif-plugged-142730d2-1e62-4afc-93a6-612d2d73e5b2 for instance with vm_state building and task_state spawning. [ 1100.148811] env[68216]: DEBUG nova.network.neutron [-] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.166719] env[68216]: DEBUG oslo_vmware.api [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069120, 'name': ReconfigVM_Task, 'duration_secs': 0.268294} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.167301] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Reconfigured VM instance instance-0000005e to detach disk 2002 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.171782] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7612b092-3f94-4bf3-8536-134e1c48630a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.173880] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f596266-18c6-42cb-8491-e7825874c308 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.190176] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30197a2-2d2e-4718-8366-05f3ba96a8c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.202251] env[68216]: DEBUG oslo_vmware.api [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1100.202251] env[68216]: value = "task-3069121" [ 1100.202251] env[68216]: _type = "Task" [ 1100.202251] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.210334] env[68216]: DEBUG oslo_vmware.api [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.221077] env[68216]: DEBUG nova.compute.manager [req-c4739824-62c8-4b35-bd42-3696c9216851 req-807d2331-b07b-4279-9d95-d05610f55269 service nova] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Detach interface failed, port_id=def4e8a2-99f0-45bb-88d2-f79751f96f0d, reason: Instance 5dc808be-3dec-4cd3-8865-a237e95f767d could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1100.418580] env[68216]: DEBUG nova.network.neutron [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Successfully updated port: 142730d2-1e62-4afc-93a6-612d2d73e5b2 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.652037] env[68216]: INFO nova.compute.manager [-] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Took 1.23 seconds to deallocate network for instance. [ 1100.713460] env[68216]: DEBUG oslo_vmware.api [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069121, 'name': ReconfigVM_Task, 'duration_secs': 0.134763} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.713780] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614584', 'volume_id': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'name': 'volume-a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5', 'serial': 'a77eab1b-3d4d-485b-89c9-bfc1ace5f6a5'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1100.921320] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.921650] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.921650] env[68216]: DEBUG nova.network.neutron [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.159165] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.159456] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.159657] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.181820] env[68216]: INFO nova.scheduler.client.report [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Deleted allocations for instance 5dc808be-3dec-4cd3-8865-a237e95f767d [ 1101.253865] env[68216]: DEBUG nova.objects.instance [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'flavor' on Instance uuid 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.451267] env[68216]: DEBUG nova.network.neutron [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.572539] env[68216]: DEBUG nova.network.neutron [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance_info_cache with network_info: [{"id": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "address": "fa:16:3e:4a:41:92", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142730d2-1e", "ovs_interfaceid": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.689444] env[68216]: DEBUG oslo_concurrency.lockutils [None req-79ec2c91-3b97-4fe3-8f06-7fc064b259f0 tempest-DeleteServersTestJSON-1699785016 tempest-DeleteServersTestJSON-1699785016-project-member] Lock "5dc808be-3dec-4cd3-8865-a237e95f767d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.892s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.075571] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.075822] env[68216]: DEBUG nova.compute.manager [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Instance network_info: |[{"id": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "address": "fa:16:3e:4a:41:92", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142730d2-1e", "ovs_interfaceid": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.076209] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:41:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '142730d2-1e62-4afc-93a6-612d2d73e5b2', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.083949] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.084198] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.084430] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df074236-ef45-40a6-abe7-e0e96a4c9629 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.100667] env[68216]: DEBUG nova.compute.manager [req-382efc18-4194-4e5c-9ae0-e9a50e1c4d32 req-ec54ab6c-4009-4687-bd06-3b171f506509 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Received event network-changed-142730d2-1e62-4afc-93a6-612d2d73e5b2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1102.100854] env[68216]: DEBUG nova.compute.manager [req-382efc18-4194-4e5c-9ae0-e9a50e1c4d32 req-ec54ab6c-4009-4687-bd06-3b171f506509 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Refreshing instance network info cache due to event network-changed-142730d2-1e62-4afc-93a6-612d2d73e5b2. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1102.101068] env[68216]: DEBUG oslo_concurrency.lockutils [req-382efc18-4194-4e5c-9ae0-e9a50e1c4d32 req-ec54ab6c-4009-4687-bd06-3b171f506509 service nova] Acquiring lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.101211] env[68216]: DEBUG oslo_concurrency.lockutils [req-382efc18-4194-4e5c-9ae0-e9a50e1c4d32 req-ec54ab6c-4009-4687-bd06-3b171f506509 service nova] Acquired lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.101368] env[68216]: DEBUG nova.network.neutron [req-382efc18-4194-4e5c-9ae0-e9a50e1c4d32 req-ec54ab6c-4009-4687-bd06-3b171f506509 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Refreshing network info cache for port 142730d2-1e62-4afc-93a6-612d2d73e5b2 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.108373] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.108373] env[68216]: value = "task-3069123" [ 1102.108373] env[68216]: _type = "Task" [ 1102.108373] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.116617] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069123, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.261081] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22ac19f4-ea76-49b3-83ed-425530b78b77 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.618103] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069123, 'name': CreateVM_Task, 'duration_secs': 0.283056} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.618269] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.618930] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.619119] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.619463] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.619720] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc21ab3-893e-4160-b6ac-e1dc003b5070 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.624451] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1102.624451] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5230e968-aaec-8696-70cf-a2523c395665" [ 1102.624451] env[68216]: _type = "Task" [ 1102.624451] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.632375] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5230e968-aaec-8696-70cf-a2523c395665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.812985] env[68216]: DEBUG nova.network.neutron [req-382efc18-4194-4e5c-9ae0-e9a50e1c4d32 req-ec54ab6c-4009-4687-bd06-3b171f506509 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updated VIF entry in instance network info cache for port 142730d2-1e62-4afc-93a6-612d2d73e5b2. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.813574] env[68216]: DEBUG nova.network.neutron [req-382efc18-4194-4e5c-9ae0-e9a50e1c4d32 req-ec54ab6c-4009-4687-bd06-3b171f506509 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance_info_cache with network_info: [{"id": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "address": "fa:16:3e:4a:41:92", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142730d2-1e", "ovs_interfaceid": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.135067] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5230e968-aaec-8696-70cf-a2523c395665, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.135433] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.135499] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.135683] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.135824] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.135999] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.136295] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afabaa08-04b9-4a09-a440-245b95cdb520 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.144732] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.144904] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.145639] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c64da95-51e0-4619-926a-7b0def5489f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.150573] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1103.150573] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5286d5df-b00c-c4e9-cae3-a76967ef4615" [ 1103.150573] env[68216]: _type = "Task" [ 1103.150573] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.158287] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5286d5df-b00c-c4e9-cae3-a76967ef4615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.316746] env[68216]: DEBUG oslo_concurrency.lockutils [req-382efc18-4194-4e5c-9ae0-e9a50e1c4d32 req-ec54ab6c-4009-4687-bd06-3b171f506509 service nova] Releasing lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.450727] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.451026] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.451286] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.451425] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.451595] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.453914] env[68216]: INFO nova.compute.manager [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Terminating instance [ 1103.664471] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5286d5df-b00c-c4e9-cae3-a76967ef4615, 'name': SearchDatastore_Task, 'duration_secs': 0.008524} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.665527] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63487af2-4113-4b35-ac67-7765db6ea0e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.672209] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1103.672209] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b7d024-7d14-6946-5a8d-7f26d188d98c" [ 1103.672209] env[68216]: _type = "Task" [ 1103.672209] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.685178] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b7d024-7d14-6946-5a8d-7f26d188d98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.958360] env[68216]: DEBUG nova.compute.manager [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.958674] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.959594] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d668617a-74a8-4667-a902-3fb845f461a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.966756] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.967018] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d34307e7-7ffe-4445-921c-220daacf478d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.972361] env[68216]: DEBUG oslo_vmware.api [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1103.972361] env[68216]: value = "task-3069124" [ 1103.972361] env[68216]: _type = "Task" [ 1103.972361] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.980789] env[68216]: DEBUG oslo_vmware.api [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.182873] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b7d024-7d14-6946-5a8d-7f26d188d98c, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.183196] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.183436] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 74ba5029-356a-4e0d-a502-6d1ae81393c5/74ba5029-356a-4e0d-a502-6d1ae81393c5.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.183724] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2393c2bf-04cc-45ae-92b7-010613cb2e5d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.189788] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1104.189788] env[68216]: value = "task-3069125" [ 1104.189788] env[68216]: _type = "Task" [ 1104.189788] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.196964] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.425123] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.425426] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.425540] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.425713] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.425880] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.426039] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.426225] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.426345] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1104.426572] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.482151] env[68216]: DEBUG oslo_vmware.api [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069124, 'name': PowerOffVM_Task, 'duration_secs': 0.18462} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.482476] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.482676] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.482987] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c49a1c4d-9bd5-4a3c-a9ab-d733413e1985 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.555776] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.556008] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.556207] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Deleting the datastore file [datastore1] 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.556486] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7b46a15-5dba-4b8b-8dc7-8c12cace790b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.564137] env[68216]: DEBUG oslo_vmware.api [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for the task: (returnval){ [ 1104.564137] env[68216]: value = "task-3069127" [ 1104.564137] env[68216]: _type = "Task" [ 1104.564137] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.573033] env[68216]: DEBUG oslo_vmware.api [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.699183] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473967} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.699459] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 74ba5029-356a-4e0d-a502-6d1ae81393c5/74ba5029-356a-4e0d-a502-6d1ae81393c5.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.699689] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.699956] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea8274d8-b743-40e7-a7a4-2aa55e2d6a0c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.705598] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1104.705598] env[68216]: value = "task-3069128" [ 1104.705598] env[68216]: _type = "Task" [ 1104.705598] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.712986] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.929531] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.929732] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.929884] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.930051] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1104.930924] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b0d8f1-d93d-4f9b-ad3c-ed80c5300570 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.938972] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2517e85-f77e-495e-b5a8-8d48ade581b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.952980] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f82001-77dc-436a-b88c-99dae24a22fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.959819] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3bcd0-c6a1-4b75-aac0-541186c142df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.989548] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179327MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1104.989722] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.989883] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.074824] env[68216]: DEBUG oslo_vmware.api [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Task: {'id': task-3069127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191729} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.075221] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.075406] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.075583] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.075760] env[68216]: INFO nova.compute.manager [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1105.075997] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.076201] env[68216]: DEBUG nova.compute.manager [-] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.076295] env[68216]: DEBUG nova.network.neutron [-] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.215410] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061124} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.215755] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.216579] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d640a81f-d4dd-48b1-9b76-a84b7a5e18c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.239899] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 74ba5029-356a-4e0d-a502-6d1ae81393c5/74ba5029-356a-4e0d-a502-6d1ae81393c5.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.240664] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e1ad612-7a24-4a3e-9154-58fe4e6590db {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.260804] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1105.260804] env[68216]: value = "task-3069129" [ 1105.260804] env[68216]: _type = "Task" [ 1105.260804] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.268612] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.532816] env[68216]: DEBUG nova.compute.manager [req-42a052ea-f614-4dd2-a1bc-0de35be9f70d req-925a65c5-c605-43ed-a99e-c0e72157a3af service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Received event network-vif-deleted-df99a7af-7c34-41ea-9148-bf6b20ed5334 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.532816] env[68216]: INFO nova.compute.manager [req-42a052ea-f614-4dd2-a1bc-0de35be9f70d req-925a65c5-c605-43ed-a99e-c0e72157a3af service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Neutron deleted interface df99a7af-7c34-41ea-9148-bf6b20ed5334; detaching it from the instance and deleting it from the info cache [ 1105.533082] env[68216]: DEBUG nova.network.neutron [req-42a052ea-f614-4dd2-a1bc-0de35be9f70d req-925a65c5-c605-43ed-a99e-c0e72157a3af service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.771486] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069129, 'name': ReconfigVM_Task, 'duration_secs': 0.297679} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.771824] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 74ba5029-356a-4e0d-a502-6d1ae81393c5/74ba5029-356a-4e0d-a502-6d1ae81393c5.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.772532] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1540f3c-cd7d-472a-bb0a-5bf3556860ca {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.780659] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1105.780659] env[68216]: value = "task-3069130" [ 1105.780659] env[68216]: _type = "Task" [ 1105.780659] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.789508] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069130, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.015593] env[68216]: DEBUG nova.network.neutron [-] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.020638] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e5214eca-dda1-41d9-804a-d260542b50a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.021203] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 2d153ded-40ef-49aa-ba1d-de7466906d72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.021203] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 1c792478-7aeb-4196-9bba-d8291ea43db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.021203] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.021203] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance adae0c12-d4e3-48e1-8adb-ab2cbc38b72b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.021475] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 01bd1b70-a598-45d7-8f58-4253db07e0c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.021475] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e2bae917-f8b2-406f-a6e1-0d105490a8dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.021983] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.021983] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 74ba5029-356a-4e0d-a502-6d1ae81393c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.021983] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1106.021983] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1106.036406] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a431ce06-3c80-4a7c-98ca-a0a0b135b0be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.047113] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92bfe1-b254-4a69-8542-aad2290b0c6b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.081024] env[68216]: DEBUG nova.compute.manager [req-42a052ea-f614-4dd2-a1bc-0de35be9f70d req-925a65c5-c605-43ed-a99e-c0e72157a3af service nova] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Detach interface failed, port_id=df99a7af-7c34-41ea-9148-bf6b20ed5334, reason: Instance 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1106.175360] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4283c431-27d3-4c41-ae5b-58c64c46e824 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.182992] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cd720c-cd84-434a-9dc0-21f600166d17 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.214656] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3451df-0f8b-45a4-b215-a59ab3651e26 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.222239] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52600d6-9e90-43aa-b739-e5e205245f8f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.234984] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.292147] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069130, 'name': Rename_Task, 'duration_secs': 0.164898} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.292431] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.292734] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-159c1f29-c906-45ac-bd8d-7c11f09e5729 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.299433] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1106.299433] env[68216]: value = "task-3069131" [ 1106.299433] env[68216]: _type = "Task" [ 1106.299433] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.307075] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.518401] env[68216]: INFO nova.compute.manager [-] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Took 1.44 seconds to deallocate network for instance. [ 1106.737899] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.808633] env[68216]: DEBUG oslo_vmware.api [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069131, 'name': PowerOnVM_Task, 'duration_secs': 0.427511} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.808898] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.809107] env[68216]: INFO nova.compute.manager [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1106.809311] env[68216]: DEBUG nova.compute.manager [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.810073] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ea508e-c883-41ad-9bbf-7bbdf7d22e91 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.026231] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.243036] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1107.243317] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.253s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.243540] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.218s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.243767] env[68216]: DEBUG nova.objects.instance [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lazy-loading 'resources' on Instance uuid 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.244831] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.244973] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Cleaning up deleted instances {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1107.328492] env[68216]: INFO nova.compute.manager [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Took 13.13 seconds to build instance. [ 1107.765849] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] There are 59 instances to clean {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1107.766055] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 367e96cd-f96d-406d-bdf7-4f0700771676] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1107.830803] env[68216]: DEBUG oslo_concurrency.lockutils [None req-22e7efd8-4c13-4eb0-a785-953f4bd61919 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.641s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.877617] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6242110-8dcc-420a-9beb-1a158120aa0b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.885041] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bec6f6f-ef3e-4a7b-9931-97796d2e322f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.916545] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460a8a61-3f7f-400c-8155-4557d6755184 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.924068] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab440fc-98b9-4683-a415-27304225a095 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.938171] env[68216]: DEBUG nova.compute.provider_tree [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.022321] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquiring lock "f9f4f828-d9bc-40bd-844a-d180bb3ae4cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.022623] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lock "f9f4f828-d9bc-40bd-844a-d180bb3ae4cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.269587] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 5dc808be-3dec-4cd3-8865-a237e95f767d] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1108.337505] env[68216]: DEBUG nova.compute.manager [req-8ec5aae5-2ab8-4b74-9a43-66e58bad4849 req-15b2853d-c20c-492c-894a-3acdb5eea883 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Received event network-changed-142730d2-1e62-4afc-93a6-612d2d73e5b2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1108.337505] env[68216]: DEBUG nova.compute.manager [req-8ec5aae5-2ab8-4b74-9a43-66e58bad4849 req-15b2853d-c20c-492c-894a-3acdb5eea883 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Refreshing instance network info cache due to event network-changed-142730d2-1e62-4afc-93a6-612d2d73e5b2. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1108.337505] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ec5aae5-2ab8-4b74-9a43-66e58bad4849 req-15b2853d-c20c-492c-894a-3acdb5eea883 service nova] Acquiring lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.337505] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ec5aae5-2ab8-4b74-9a43-66e58bad4849 req-15b2853d-c20c-492c-894a-3acdb5eea883 service nova] Acquired lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.337505] env[68216]: DEBUG nova.network.neutron [req-8ec5aae5-2ab8-4b74-9a43-66e58bad4849 req-15b2853d-c20c-492c-894a-3acdb5eea883 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Refreshing network info cache for port 142730d2-1e62-4afc-93a6-612d2d73e5b2 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.442029] env[68216]: DEBUG nova.scheduler.client.report [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.525328] env[68216]: DEBUG nova.compute.manager [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.772541] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 932b3e33-eb42-4c1a-820f-3692be9b4bb5] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1108.947348] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.971804] env[68216]: INFO nova.scheduler.client.report [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Deleted allocations for instance 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a [ 1109.043030] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.043030] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.044033] env[68216]: INFO nova.compute.claims [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.048919] env[68216]: DEBUG nova.network.neutron [req-8ec5aae5-2ab8-4b74-9a43-66e58bad4849 req-15b2853d-c20c-492c-894a-3acdb5eea883 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updated VIF entry in instance network info cache for port 142730d2-1e62-4afc-93a6-612d2d73e5b2. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.049256] env[68216]: DEBUG nova.network.neutron [req-8ec5aae5-2ab8-4b74-9a43-66e58bad4849 req-15b2853d-c20c-492c-894a-3acdb5eea883 service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance_info_cache with network_info: [{"id": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "address": "fa:16:3e:4a:41:92", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142730d2-1e", "ovs_interfaceid": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.276017] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 6ce80e9e-48b7-482a-ab51-d9f7916d064e] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1109.480034] env[68216]: DEBUG oslo_concurrency.lockutils [None req-b1619a04-c238-4cd7-a990-7952930fa242 tempest-AttachVolumeTestJSON-1500854148 tempest-AttachVolumeTestJSON-1500854148-project-member] Lock "8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.029s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.552025] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ec5aae5-2ab8-4b74-9a43-66e58bad4849 req-15b2853d-c20c-492c-894a-3acdb5eea883 service nova] Releasing lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.779247] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 4a825359-633c-4ab6-8624-2fb555903708] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1110.176597] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c3ccd7-6a88-44b7-a0bb-56e141713284 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.183648] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee194808-c194-4825-8aab-1ad6d2821e99 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.212279] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7660fb-f844-47b7-a27c-ff2eb5d1b778 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.218993] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db234e09-1d09-41ba-9fbe-1a8083f40589 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.231794] env[68216]: DEBUG nova.compute.provider_tree [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.282736] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 46d8a6c0-bdaf-496e-8c0e-7a8f09b65aa2] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1110.734858] env[68216]: DEBUG nova.scheduler.client.report [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.785919] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 971395f4-aaa4-4652-829b-6d861b9da034] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1111.241051] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.241051] env[68216]: DEBUG nova.compute.manager [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.288716] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: bf64d93e-5dbd-4e00-9f88-99a0a0feed3b] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1111.748123] env[68216]: DEBUG nova.compute.utils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.749790] env[68216]: DEBUG nova.compute.manager [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Not allocating networking since 'none' was specified. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1111.791311] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 21e5f355-dd83-450a-930e-f7708efa6027] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1112.251704] env[68216]: DEBUG nova.compute.manager [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.293935] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 0d3737b4-ddf4-416e-9b8c-433a08864464] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1112.797472] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 6f9b9dcc-7cb1-4585-9e30-35407867a4de] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1113.260355] env[68216]: DEBUG nova.compute.manager [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.285646] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.285890] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.286057] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.286241] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.286385] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.286567] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.286792] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.286957] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.287134] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.287298] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.287484] env[68216]: DEBUG nova.virt.hardware [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.288378] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2433d9-8a1c-4b13-a233-095f0cc031f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.296114] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1053ecf-1c24-433f-ac8b-3721759f98b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.299820] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 41224499-c994-42d3-8ac6-c5b5abcd84f7] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1113.310754] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.316249] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Creating folder: Project (19873358d14c473e85b0317ae8363b6c). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.316543] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22f270f0-6307-4776-9e37-a4f76f3f6749 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.326073] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Created folder: Project (19873358d14c473e85b0317ae8363b6c) in parent group-v614292. [ 1113.326258] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Creating folder: Instances. Parent ref: group-v614586. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.326463] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0630f599-51b4-4c84-9ffa-5f2220d84195 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.334169] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Created folder: Instances in parent group-v614586. [ 1113.334388] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.334587] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.334773] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41c47fcb-cc65-487e-a874-155871e74102 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.349922] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.349922] env[68216]: value = "task-3069136" [ 1113.349922] env[68216]: _type = "Task" [ 1113.349922] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.356654] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069136, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.803401] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 9299989d-d2f4-42f1-93d7-8e6893f6219a] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1113.861199] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069136, 'name': CreateVM_Task, 'duration_secs': 0.273478} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.861368] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.861768] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.861970] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.862269] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.862512] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab81d87c-4727-476c-a416-7b73df301280 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.866633] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for the task: (returnval){ [ 1113.866633] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d443e6-90f0-8614-e642-df077f19e4f4" [ 1113.866633] env[68216]: _type = "Task" [ 1113.866633] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.873834] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d443e6-90f0-8614-e642-df077f19e4f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.307327] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 56570013-7be5-4ed5-b5b4-c1d95eafdd40] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1114.377766] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d443e6-90f0-8614-e642-df077f19e4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.00985} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.378125] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.378420] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.378708] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.378877] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.379087] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.379395] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3569bffa-9eea-4038-935b-05e624bf62b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.387601] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.387772] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.388488] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ba9822-ae0f-4637-845d-88caae470b8c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.393876] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for the task: (returnval){ [ 1114.393876] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5233132e-cf6f-b44a-d6ea-d715a6ea2fb1" [ 1114.393876] env[68216]: _type = "Task" [ 1114.393876] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.401735] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5233132e-cf6f-b44a-d6ea-d715a6ea2fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.811052] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 4f418cd8-71ba-4c77-ba57-9cd4543855b9] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1114.904605] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5233132e-cf6f-b44a-d6ea-d715a6ea2fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.905405] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb5a8b2-329c-4687-afd5-8c80799e9d15 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.910294] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for the task: (returnval){ [ 1114.910294] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a7de9b-5155-38ec-a321-2a22bb5a6388" [ 1114.910294] env[68216]: _type = "Task" [ 1114.910294] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.917551] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a7de9b-5155-38ec-a321-2a22bb5a6388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.313922] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 70b8c5dc-fa07-4ed1-b974-66b45e4282af] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1115.420847] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a7de9b-5155-38ec-a321-2a22bb5a6388, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.421099] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.421349] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] f9f4f828-d9bc-40bd-844a-d180bb3ae4cd/f9f4f828-d9bc-40bd-844a-d180bb3ae4cd.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.421598] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6ef5794-f169-4a7f-86a4-337539501ba1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.428298] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for the task: (returnval){ [ 1115.428298] env[68216]: value = "task-3069138" [ 1115.428298] env[68216]: _type = "Task" [ 1115.428298] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.435531] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.816706] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 6cb06607-35ed-4eca-9434-252451ec56ea] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1115.938226] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069138, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.320221] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 424a5bc3-e291-430e-936f-093d983d1f22] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1116.439062] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521178} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.439062] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] f9f4f828-d9bc-40bd-844a-d180bb3ae4cd/f9f4f828-d9bc-40bd-844a-d180bb3ae4cd.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.439241] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.439427] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2a6cefc-e52e-4d31-8b3f-5f2495205f08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.446089] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for the task: (returnval){ [ 1116.446089] env[68216]: value = "task-3069139" [ 1116.446089] env[68216]: _type = "Task" [ 1116.446089] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.454104] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.823609] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 007184a1-f77c-477a-93c9-02fe5a094862] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1116.956929] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063504} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.957214] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.957994] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac471ccf-a8c9-49f6-9b92-76045e99e537 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.977371] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] f9f4f828-d9bc-40bd-844a-d180bb3ae4cd/f9f4f828-d9bc-40bd-844a-d180bb3ae4cd.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.977658] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc455a23-2a96-4162-b306-82f4c6b4a2b7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.997089] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for the task: (returnval){ [ 1116.997089] env[68216]: value = "task-3069140" [ 1116.997089] env[68216]: _type = "Task" [ 1116.997089] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.329899] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: ad615604-7c45-4663-b737-8face23c9cd2] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1117.506773] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069140, 'name': ReconfigVM_Task, 'duration_secs': 0.334715} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.507040] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Reconfigured VM instance instance-00000070 to attach disk [datastore1] f9f4f828-d9bc-40bd-844a-d180bb3ae4cd/f9f4f828-d9bc-40bd-844a-d180bb3ae4cd.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.507686] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43732375-c380-467e-bc53-eae13b9bb908 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.514199] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for the task: (returnval){ [ 1117.514199] env[68216]: value = "task-3069141" [ 1117.514199] env[68216]: _type = "Task" [ 1117.514199] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.521903] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069141, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.835144] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 003ec290-bbab-491b-9ab9-fca2156027ef] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1118.024443] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069141, 'name': Rename_Task, 'duration_secs': 0.119245} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.025260] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.025357] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40bdfa5c-37fe-4480-8c6e-013fbad60c16 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.031666] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for the task: (returnval){ [ 1118.031666] env[68216]: value = "task-3069142" [ 1118.031666] env[68216]: _type = "Task" [ 1118.031666] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.039369] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.336718] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 65d707f2-7ca7-4441-b763-0d1042cc9b70] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1118.400614] env[68216]: DEBUG oslo_concurrency.lockutils [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.400614] env[68216]: DEBUG oslo_concurrency.lockutils [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.400614] env[68216]: INFO nova.compute.manager [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Shelving [ 1118.541274] env[68216]: DEBUG oslo_vmware.api [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069142, 'name': PowerOnVM_Task, 'duration_secs': 0.452801} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.541629] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.541836] env[68216]: INFO nova.compute.manager [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1118.542026] env[68216]: DEBUG nova.compute.manager [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.542790] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b910a927-a8e4-49ec-853d-5545665e9609 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.822631] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.822990] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.823226] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.823414] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.823582] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.825924] env[68216]: INFO nova.compute.manager [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Terminating instance [ 1118.839776] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 5c739a26-6fe8-4ae2-9b77-f433ced2769e] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1119.059994] env[68216]: INFO nova.compute.manager [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Took 10.03 seconds to build instance. [ 1119.330761] env[68216]: DEBUG nova.compute.manager [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.331039] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.332179] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5b4df1-6ff1-400b-892c-d2d79025a09a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.340142] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.340446] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-399fd347-6d12-41d2-811d-0c3ddf3b3a29 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.342031] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 62f7fac8-e40f-4da1-843c-7969cf743356] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1119.348653] env[68216]: DEBUG oslo_vmware.api [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1119.348653] env[68216]: value = "task-3069143" [ 1119.348653] env[68216]: _type = "Task" [ 1119.348653] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.356353] env[68216]: DEBUG oslo_vmware.api [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.408879] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.409233] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac39632e-de74-4c7a-8d83-ec8ecdf1f8d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.416787] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1119.416787] env[68216]: value = "task-3069144" [ 1119.416787] env[68216]: _type = "Task" [ 1119.416787] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.425438] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.561908] env[68216]: DEBUG oslo_concurrency.lockutils [None req-930a7f70-26a1-4797-827c-2a782ee694bf tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lock "f9f4f828-d9bc-40bd-844a-d180bb3ae4cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.539s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.845263] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: d3687a9a-c3ca-4d19-a6a9-92f02b6d53a1] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1119.858655] env[68216]: DEBUG oslo_vmware.api [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069143, 'name': PowerOffVM_Task, 'duration_secs': 0.238236} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.858810] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.859118] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.859321] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e20bea72-1868-4462-ba04-325288e49876 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.918322] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.918558] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.918720] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleting the datastore file [datastore2] adae0c12-d4e3-48e1-8adb-ab2cbc38b72b {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.922233] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-247c2530-b02c-4b7e-b0a4-fe213daa6cf7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.929136] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069144, 'name': PowerOffVM_Task, 'duration_secs': 0.21908} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.930231] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.930571] env[68216]: DEBUG oslo_vmware.api [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1119.930571] env[68216]: value = "task-3069146" [ 1119.930571] env[68216]: _type = "Task" [ 1119.930571] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.931233] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15640e66-e1dd-4967-924c-03f00c9b1bea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.955293] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447f6b2f-b58e-4920-90dc-767ba2932964 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.957732] env[68216]: DEBUG oslo_vmware.api [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.087416] env[68216]: DEBUG nova.compute.manager [None req-5827fd3b-8142-495d-8adf-714f09cd2922 tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.088371] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8b8622-8cb2-434e-a8b8-d5ecd8523972 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.153179] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquiring lock "f9f4f828-d9bc-40bd-844a-d180bb3ae4cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.153423] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lock "f9f4f828-d9bc-40bd-844a-d180bb3ae4cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.153642] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquiring lock "f9f4f828-d9bc-40bd-844a-d180bb3ae4cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.153829] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lock "f9f4f828-d9bc-40bd-844a-d180bb3ae4cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.154044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lock "f9f4f828-d9bc-40bd-844a-d180bb3ae4cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.156013] env[68216]: INFO nova.compute.manager [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Terminating instance [ 1120.348589] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 2274a461-afef-42ae-8d74-7659affa7b3c] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1120.444627] env[68216]: DEBUG oslo_vmware.api [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.465946] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1120.466263] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fef9bd63-3288-4775-aef4-221f6e154397 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.473659] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1120.473659] env[68216]: value = "task-3069147" [ 1120.473659] env[68216]: _type = "Task" [ 1120.473659] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.482150] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069147, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.599056] env[68216]: INFO nova.compute.manager [None req-5827fd3b-8142-495d-8adf-714f09cd2922 tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] instance snapshotting [ 1120.599056] env[68216]: DEBUG nova.objects.instance [None req-5827fd3b-8142-495d-8adf-714f09cd2922 tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lazy-loading 'flavor' on Instance uuid f9f4f828-d9bc-40bd-844a-d180bb3ae4cd {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.659423] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquiring lock "refresh_cache-f9f4f828-d9bc-40bd-844a-d180bb3ae4cd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.659604] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquired lock "refresh_cache-f9f4f828-d9bc-40bd-844a-d180bb3ae4cd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.659714] env[68216]: DEBUG nova.network.neutron [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.852344] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: eb3a9508-116e-4d4b-8142-b4593dbb60e6] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1120.944866] env[68216]: DEBUG oslo_vmware.api [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565795} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.945154] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.945344] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.945519] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.945687] env[68216]: INFO nova.compute.manager [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1120.945920] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.946121] env[68216]: DEBUG nova.compute.manager [-] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.946216] env[68216]: DEBUG nova.network.neutron [-] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.985566] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069147, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.104737] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675e548e-c811-4a78-bd1b-405a31750334 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.122666] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3031582-7cfc-45f7-9d2a-39757f8db2c1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.181531] env[68216]: DEBUG nova.network.neutron [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.231706] env[68216]: DEBUG nova.network.neutron [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.355756] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: a921648e-fabb-4574-b7be-709144ac134f] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1121.372162] env[68216]: DEBUG nova.compute.manager [req-491ed6a5-44ae-44ee-84d1-8ba6bb15046e req-a0a2344a-6bc3-4e6a-bd6f-8f54c419150e service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Received event network-vif-deleted-1682ccc5-046e-4d0f-b8f3-508ad13194a0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1121.372496] env[68216]: INFO nova.compute.manager [req-491ed6a5-44ae-44ee-84d1-8ba6bb15046e req-a0a2344a-6bc3-4e6a-bd6f-8f54c419150e service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Neutron deleted interface 1682ccc5-046e-4d0f-b8f3-508ad13194a0; detaching it from the instance and deleting it from the info cache [ 1121.372583] env[68216]: DEBUG nova.network.neutron [req-491ed6a5-44ae-44ee-84d1-8ba6bb15046e req-a0a2344a-6bc3-4e6a-bd6f-8f54c419150e service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.490024] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069147, 'name': CreateSnapshot_Task, 'duration_secs': 0.744486} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.490024] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1121.490024] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf14e52-fb4c-4bb1-9342-9eb87f30de4d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.632990] env[68216]: DEBUG nova.compute.manager [None req-5827fd3b-8142-495d-8adf-714f09cd2922 tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Instance disappeared during snapshot {{(pid=68216) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1121.735553] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Releasing lock "refresh_cache-f9f4f828-d9bc-40bd-844a-d180bb3ae4cd" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.735976] env[68216]: DEBUG nova.compute.manager [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.736200] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.737106] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4feb8c-bf97-492b-b3c2-1f4024159783 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.744848] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.745708] env[68216]: DEBUG nova.compute.manager [None req-5827fd3b-8142-495d-8adf-714f09cd2922 tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Found 0 images (rotation: 2) {{(pid=68216) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1121.746725] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73402bea-3b11-482c-a350-1d7eb4ffeb49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.753185] env[68216]: DEBUG oslo_vmware.api [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for the task: (returnval){ [ 1121.753185] env[68216]: value = "task-3069148" [ 1121.753185] env[68216]: _type = "Task" [ 1121.753185] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.761478] env[68216]: DEBUG oslo_vmware.api [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.856425] env[68216]: DEBUG nova.network.neutron [-] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.858486] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 85f7bf69-810c-448c-a1d9-4642bc5a1a93] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1121.877053] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67812c34-852e-4f57-a5cb-3801ced8fcc7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.886351] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3df107c-989a-4e35-b8a8-c173575bb29d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.916293] env[68216]: DEBUG nova.compute.manager [req-491ed6a5-44ae-44ee-84d1-8ba6bb15046e req-a0a2344a-6bc3-4e6a-bd6f-8f54c419150e service nova] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Detach interface failed, port_id=1682ccc5-046e-4d0f-b8f3-508ad13194a0, reason: Instance adae0c12-d4e3-48e1-8adb-ab2cbc38b72b could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1122.005437] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1122.005737] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-baa79c56-cdd0-470a-8596-ed9ce4f98657 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.014092] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1122.014092] env[68216]: value = "task-3069149" [ 1122.014092] env[68216]: _type = "Task" [ 1122.014092] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.021754] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069149, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.266929] env[68216]: DEBUG oslo_vmware.api [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069148, 'name': PowerOffVM_Task, 'duration_secs': 0.166733} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.267392] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.267689] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.268068] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7058231-ceae-4bf9-b9a7-930d8d8f80c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.291505] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.291720] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.291894] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Deleting the datastore file [datastore1] f9f4f828-d9bc-40bd-844a-d180bb3ae4cd {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.292181] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7117096f-ed39-43c7-afac-346751b480fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.299617] env[68216]: DEBUG oslo_vmware.api [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for the task: (returnval){ [ 1122.299617] env[68216]: value = "task-3069151" [ 1122.299617] env[68216]: _type = "Task" [ 1122.299617] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.307174] env[68216]: DEBUG oslo_vmware.api [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.359018] env[68216]: INFO nova.compute.manager [-] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Took 1.41 seconds to deallocate network for instance. [ 1122.363705] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: a508810a-700a-4fee-b20d-e5486814939a] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1122.524019] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069149, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.809350] env[68216]: DEBUG oslo_vmware.api [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Task: {'id': task-3069151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091152} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.809648] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.809841] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.810031] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.810216] env[68216]: INFO nova.compute.manager [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1122.810453] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.810640] env[68216]: DEBUG nova.compute.manager [-] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.810735] env[68216]: DEBUG nova.network.neutron [-] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.827367] env[68216]: DEBUG nova.network.neutron [-] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.866299] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.866723] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.866995] env[68216]: DEBUG nova.objects.instance [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'resources' on Instance uuid adae0c12-d4e3-48e1-8adb-ab2cbc38b72b {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.868121] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 556316a3-4f5e-497a-b33a-a39926bc8b7e] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1123.024309] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069149, 'name': CloneVM_Task} progress is 95%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.329688] env[68216]: DEBUG nova.network.neutron [-] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.373455] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: feb17be0-8167-4074-94f3-630662435e2b] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1123.524162] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069149, 'name': CloneVM_Task, 'duration_secs': 1.285843} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.526369] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Created linked-clone VM from snapshot [ 1123.527281] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e21ed19-0eaa-49f4-9479-50db855a94a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.534595] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Uploading image 24cc93a3-8817-419f-b89e-999d74973191 {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1123.558055] env[68216]: DEBUG oslo_vmware.rw_handles [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1123.558055] env[68216]: value = "vm-614590" [ 1123.558055] env[68216]: _type = "VirtualMachine" [ 1123.558055] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1123.559023] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38b80734-f224-4c03-903b-464eb62b99e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.566874] env[68216]: DEBUG oslo_vmware.rw_handles [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lease: (returnval){ [ 1123.566874] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523dfef5-db5e-37f9-ac47-dc9575234cfe" [ 1123.566874] env[68216]: _type = "HttpNfcLease" [ 1123.566874] env[68216]: } obtained for exporting VM: (result){ [ 1123.566874] env[68216]: value = "vm-614590" [ 1123.566874] env[68216]: _type = "VirtualMachine" [ 1123.566874] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1123.567144] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the lease: (returnval){ [ 1123.567144] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523dfef5-db5e-37f9-ac47-dc9575234cfe" [ 1123.567144] env[68216]: _type = "HttpNfcLease" [ 1123.567144] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1123.575383] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.575383] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523dfef5-db5e-37f9-ac47-dc9575234cfe" [ 1123.575383] env[68216]: _type = "HttpNfcLease" [ 1123.575383] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.591354] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a4c86a-29b1-4dea-a7eb-5b3bd9a3f6fa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.598149] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2c7cee-dcf6-467c-a9ae-b5f6607135d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.627731] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d07d4-313f-4c27-82f0-0600d66d82a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.634650] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842ff551-0bfc-4b02-b314-ec668dd9e7bf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.647357] env[68216]: DEBUG nova.compute.provider_tree [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.832335] env[68216]: INFO nova.compute.manager [-] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Took 1.02 seconds to deallocate network for instance. [ 1123.876874] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 3cdec4f9-e521-4a3b-b128-5b174dc1586d] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1124.076711] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.076711] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523dfef5-db5e-37f9-ac47-dc9575234cfe" [ 1124.076711] env[68216]: _type = "HttpNfcLease" [ 1124.076711] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1124.077020] env[68216]: DEBUG oslo_vmware.rw_handles [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1124.077020] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523dfef5-db5e-37f9-ac47-dc9575234cfe" [ 1124.077020] env[68216]: _type = "HttpNfcLease" [ 1124.077020] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1124.077737] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94ca57d-141c-4ac9-83cd-600670d17874 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.084671] env[68216]: DEBUG oslo_vmware.rw_handles [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233824e-547f-f763-28d8-0e9770b19e12/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1124.084805] env[68216]: DEBUG oslo_vmware.rw_handles [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233824e-547f-f763-28d8-0e9770b19e12/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1124.150869] env[68216]: DEBUG nova.scheduler.client.report [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.172819] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c48b5f07-f46a-422d-8075-9fbbb435e529 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.338747] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.379388] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 8f2862e7-6c30-4270-a665-998648ef9812] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1124.655942] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.658381] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.320s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.658607] env[68216]: DEBUG nova.objects.instance [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lazy-loading 'resources' on Instance uuid f9f4f828-d9bc-40bd-844a-d180bb3ae4cd {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.678252] env[68216]: INFO nova.scheduler.client.report [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleted allocations for instance adae0c12-d4e3-48e1-8adb-ab2cbc38b72b [ 1124.882991] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: eba375c4-b720-4034-8df5-b53cd1a66539] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1125.186970] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e52145d8-75c2-4031-96bd-fc98e8be6aaf tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "adae0c12-d4e3-48e1-8adb-ab2cbc38b72b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.364s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.277358] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c375a2a3-0e5d-41ed-ac55-68e9a14a8e08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.286116] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb506259-06d6-4edd-9e6d-f36beac3d4de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.318104] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224e1d76-032c-448d-8cb4-57f1503b26ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.326045] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6c2419-79a3-4ddb-9cd2-2938293828e5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.340704] env[68216]: DEBUG nova.compute.provider_tree [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.386121] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 2d45c664-54dd-46a6-94bf-5d263a716dd9] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1125.844188] env[68216]: DEBUG nova.scheduler.client.report [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.890087] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: e20f35d0-ef6a-4c4b-8942-251829ba7497] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1126.351078] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.368931] env[68216]: INFO nova.scheduler.client.report [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Deleted allocations for instance f9f4f828-d9bc-40bd-844a-d180bb3ae4cd [ 1126.393152] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: a042fa4e-69bd-4bce-8b02-c1bec4909365] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1126.640303] env[68216]: DEBUG nova.compute.manager [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Stashing vm_state: active {{(pid=68216) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1126.875920] env[68216]: DEBUG oslo_concurrency.lockutils [None req-abccd58c-1dc9-44fe-a73c-30d3de62c57a tempest-ServersAaction247Test-1430579288 tempest-ServersAaction247Test-1430579288-project-member] Lock "f9f4f828-d9bc-40bd-844a-d180bb3ae4cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.722s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.895920] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 5df6f365-f512-43fb-9fb0-84a9e5952234] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1127.159749] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.160081] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.398614] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: c770cc84-9801-4fc7-b85a-9d93e9f49978] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1127.666440] env[68216]: INFO nova.compute.claims [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.902387] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 28872e8d-7c98-4722-aba7-d46421fb2a4a] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1128.172705] env[68216]: INFO nova.compute.resource_tracker [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating resource usage from migration 6c93689c-540a-4efc-af90-382229d2779c [ 1128.282540] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105f32c7-524f-4256-bcc0-85f95a6dddad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.290151] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6396a50c-7e74-4f8b-90fa-fffaaf7d139a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.319850] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987b7d20-1ae3-4fc5-8c47-0266e01f68a8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.327145] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774a83c5-fbdc-4fe5-9ccd-3776a055bb4e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.340246] env[68216]: DEBUG nova.compute.provider_tree [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.405866] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 34c69605-cbef-476d-a663-9702a3d03633] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1128.843296] env[68216]: DEBUG nova.scheduler.client.report [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.910239] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: de7b7f31-1d94-4015-b31d-2ffa2e74bef3] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1129.348464] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.188s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.348696] env[68216]: INFO nova.compute.manager [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Migrating [ 1129.413453] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: cd5a7d94-13b0-49cc-b70d-ccf706ed580b] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1129.866874] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.867087] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.867274] env[68216]: DEBUG nova.network.neutron [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.918140] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 5de156c4-e2f8-4541-9564-df3de8bd4618] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1130.421737] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 512e9886-b14a-4d89-93b9-817624140861] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1130.591280] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.591280] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.607386] env[68216]: DEBUG nova.network.neutron [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance_info_cache with network_info: [{"id": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "address": "fa:16:3e:97:38:20", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e8ef90-c4", "ovs_interfaceid": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.897702] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.897702] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.926067] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 0d7e106e-25b0-4998-9021-252c653508a5] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1131.092701] env[68216]: DEBUG nova.compute.manager [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.110567] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.401937] env[68216]: DEBUG nova.compute.manager [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.428806] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: c5dd208c-4c35-48a9-bcb5-f85123645146] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1131.618961] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.619143] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.620621] env[68216]: INFO nova.compute.claims [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.802463] env[68216]: DEBUG oslo_vmware.rw_handles [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233824e-547f-f763-28d8-0e9770b19e12/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1131.803453] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8913dbff-ae74-43ac-bbae-f9f3fd8f0488 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.809997] env[68216]: DEBUG oslo_vmware.rw_handles [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233824e-547f-f763-28d8-0e9770b19e12/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1131.810178] env[68216]: ERROR oslo_vmware.rw_handles [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233824e-547f-f763-28d8-0e9770b19e12/disk-0.vmdk due to incomplete transfer. [ 1131.810400] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2246dae8-106c-4d53-8ead-b9b6bffeda9e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.817609] env[68216]: DEBUG oslo_vmware.rw_handles [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233824e-547f-f763-28d8-0e9770b19e12/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1131.817705] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Uploaded image 24cc93a3-8817-419f-b89e-999d74973191 to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1131.820017] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1131.820268] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb39b39c-bf64-4fdb-bcdb-30783c8df750 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.826710] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1131.826710] env[68216]: value = "task-3069153" [ 1131.826710] env[68216]: _type = "Task" [ 1131.826710] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.834413] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069153, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.922209] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.933225] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: d7577b82-dbf1-4ed0-b135-2d162628b1e4] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1132.337114] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069153, 'name': Destroy_Task, 'duration_secs': 0.351106} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.337372] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Destroyed the VM [ 1132.337638] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1132.337883] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a020e3fc-82f1-43f9-af55-92dc1a65aac9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.344426] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1132.344426] env[68216]: value = "task-3069154" [ 1132.344426] env[68216]: _type = "Task" [ 1132.344426] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.351944] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069154, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.436526] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 878d010a-a036-4228-85fa-7f3d990bfd58] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1132.637078] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c4f66b-6a51-4870-b12c-beb91c66e20c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.665885] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance 'e5214eca-dda1-41d9-804a-d260542b50a3' progress to 0 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.818388] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded50fc8-0e78-44f2-852d-0299bc278031 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.825975] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6be2bc-dfae-483d-92b8-9bb394af2bc2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.860516] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ad82d2-1389-4aed-9aa8-bc8d225e30d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.867708] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069154, 'name': RemoveSnapshot_Task, 'duration_secs': 0.338129} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.869753] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1132.870063] env[68216]: DEBUG nova.compute.manager [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.870840] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd151f8-bc4e-43ae-942a-0e4439820545 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.874320] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35efbf7a-9208-4f9e-b06e-6beabfae2e5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.887141] env[68216]: DEBUG nova.compute.provider_tree [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.940137] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: b392fef0-4e1a-4cc5-be4c-b19472a611a5] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1133.171824] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.172146] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60d37f6a-cd95-4129-b517-eb5c06444d6e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.182225] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1133.182225] env[68216]: value = "task-3069155" [ 1133.182225] env[68216]: _type = "Task" [ 1133.182225] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.189849] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.392796] env[68216]: DEBUG nova.scheduler.client.report [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.398090] env[68216]: INFO nova.compute.manager [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Shelve offloading [ 1133.442513] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: d78a3164-0de0-46f6-a977-ffc6308ea55b] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1133.691743] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069155, 'name': PowerOffVM_Task, 'duration_secs': 0.183279} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.691989] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.692191] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance 'e5214eca-dda1-41d9-804a-d260542b50a3' progress to 17 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.898840] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.900080] env[68216]: DEBUG nova.compute.manager [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.901880] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.980s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.903286] env[68216]: INFO nova.compute.claims [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.905568] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.906118] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dabce8fa-14d0-4eb7-be71-8380346dd8a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.914351] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1133.914351] env[68216]: value = "task-3069156" [ 1133.914351] env[68216]: _type = "Task" [ 1133.914351] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.924064] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1133.924587] env[68216]: DEBUG nova.compute.manager [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.925313] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666f2cfd-6517-4a6c-a166-d41b87a40337 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.931541] env[68216]: DEBUG oslo_concurrency.lockutils [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.931764] env[68216]: DEBUG oslo_concurrency.lockutils [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.932010] env[68216]: DEBUG nova.network.neutron [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.945242] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: e0e8a97d-d693-47c1-ad54-b793e48bdcd4] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1134.198284] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.198538] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.198810] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.199300] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.199300] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.199442] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.199592] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.199785] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.199987] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.200198] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.200422] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.205453] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4632be0c-757a-4d19-9456-a01d6dfb0327 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.221752] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1134.221752] env[68216]: value = "task-3069157" [ 1134.221752] env[68216]: _type = "Task" [ 1134.221752] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.229797] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.407689] env[68216]: DEBUG nova.compute.utils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.411971] env[68216]: DEBUG nova.compute.manager [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.412187] env[68216]: DEBUG nova.network.neutron [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.448594] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: b638e306-c9c8-40f1-9cb8-9f63ba0c8af0] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1134.460159] env[68216]: DEBUG nova.policy [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4452fc46a1c41a9acfb1ba1fde695dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85467a50a6ad481fa9c16e9952e04bf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.630478] env[68216]: DEBUG nova.network.neutron [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating instance_info_cache with network_info: [{"id": "0e937ce1-f97c-4c8c-820a-7389e608d650", "address": "fa:16:3e:4d:44:bf", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e937ce1-f9", "ovs_interfaceid": "0e937ce1-f97c-4c8c-820a-7389e608d650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.703937] env[68216]: DEBUG nova.network.neutron [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Successfully created port: e60d7cde-bf51-4f16-86aa-f601835be0b3 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.731117] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069157, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.912911] env[68216]: DEBUG nova.compute.manager [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.951806] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 54cd1d03-f73e-4c5e-89c0-fc2a129792df] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1135.039698] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187cf9e5-e8ce-4d4b-b46a-d688cea3227a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.047389] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cfd941-4c4c-4e07-84f3-53561100102f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.077531] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbcb307-2d8a-4a88-ae9a-f697f909eae5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.084481] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85287fe0-a65d-4e4b-b34e-07e6f83516de {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.097273] env[68216]: DEBUG nova.compute.provider_tree [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.132901] env[68216]: DEBUG oslo_concurrency.lockutils [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.231598] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069157, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.379636] env[68216]: DEBUG nova.compute.manager [req-4e56f338-b529-4773-91f5-26eed4e6100e req-9211ecb9-c806-4adf-a4e8-e0d5f9cb0e7b service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received event network-vif-unplugged-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.379938] env[68216]: DEBUG oslo_concurrency.lockutils [req-4e56f338-b529-4773-91f5-26eed4e6100e req-9211ecb9-c806-4adf-a4e8-e0d5f9cb0e7b service nova] Acquiring lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.380399] env[68216]: DEBUG oslo_concurrency.lockutils [req-4e56f338-b529-4773-91f5-26eed4e6100e req-9211ecb9-c806-4adf-a4e8-e0d5f9cb0e7b service nova] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.380548] env[68216]: DEBUG oslo_concurrency.lockutils [req-4e56f338-b529-4773-91f5-26eed4e6100e req-9211ecb9-c806-4adf-a4e8-e0d5f9cb0e7b service nova] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.380723] env[68216]: DEBUG nova.compute.manager [req-4e56f338-b529-4773-91f5-26eed4e6100e req-9211ecb9-c806-4adf-a4e8-e0d5f9cb0e7b service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] No waiting events found dispatching network-vif-unplugged-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.380889] env[68216]: WARNING nova.compute.manager [req-4e56f338-b529-4773-91f5-26eed4e6100e req-9211ecb9-c806-4adf-a4e8-e0d5f9cb0e7b service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received unexpected event network-vif-unplugged-0e937ce1-f97c-4c8c-820a-7389e608d650 for instance with vm_state shelved and task_state shelving_offloading. [ 1135.456197] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 76a1822d-267d-48a9-8b8d-4c1683070393] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1135.466861] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.467816] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dadc82-293f-4d3f-b0f8-934ee72bd22d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.475737] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.475975] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a338d4ef-5c7e-4a38-accc-f09136c589b7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.561782] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.562023] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.562178] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleting the datastore file [datastore1] 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.562451] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d48cad0-59e4-44dd-9ce9-33b7a363e932 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.568835] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1135.568835] env[68216]: value = "task-3069159" [ 1135.568835] env[68216]: _type = "Task" [ 1135.568835] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.575926] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.599901] env[68216]: DEBUG nova.scheduler.client.report [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.731695] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069157, 'name': ReconfigVM_Task, 'duration_secs': 1.118587} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.732016] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance 'e5214eca-dda1-41d9-804a-d260542b50a3' progress to 33 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.924409] env[68216]: DEBUG nova.compute.manager [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.953347] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.953613] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.953791] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.953998] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.954167] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.954316] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.954567] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.954731] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.954897] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.955070] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.955243] env[68216]: DEBUG nova.virt.hardware [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.956164] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b962f1-5c63-4d2e-a951-ae742fe5c428 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.959140] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 744bc42c-5d39-4e25-9fbd-1c914795d0f3] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1135.966542] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdb6ebc-0a11-4dac-96a4-ebbeb729c53a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.066419] env[68216]: DEBUG nova.compute.manager [req-34aef2af-f046-4ab6-a459-0ac107839c65 req-42430f6c-354f-4417-ac35-86a53a78fc51 service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Received event network-vif-plugged-e60d7cde-bf51-4f16-86aa-f601835be0b3 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1136.066668] env[68216]: DEBUG oslo_concurrency.lockutils [req-34aef2af-f046-4ab6-a459-0ac107839c65 req-42430f6c-354f-4417-ac35-86a53a78fc51 service nova] Acquiring lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.066854] env[68216]: DEBUG oslo_concurrency.lockutils [req-34aef2af-f046-4ab6-a459-0ac107839c65 req-42430f6c-354f-4417-ac35-86a53a78fc51 service nova] Lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.067069] env[68216]: DEBUG oslo_concurrency.lockutils [req-34aef2af-f046-4ab6-a459-0ac107839c65 req-42430f6c-354f-4417-ac35-86a53a78fc51 service nova] Lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.067215] env[68216]: DEBUG nova.compute.manager [req-34aef2af-f046-4ab6-a459-0ac107839c65 req-42430f6c-354f-4417-ac35-86a53a78fc51 service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] No waiting events found dispatching network-vif-plugged-e60d7cde-bf51-4f16-86aa-f601835be0b3 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.067377] env[68216]: WARNING nova.compute.manager [req-34aef2af-f046-4ab6-a459-0ac107839c65 req-42430f6c-354f-4417-ac35-86a53a78fc51 service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Received unexpected event network-vif-plugged-e60d7cde-bf51-4f16-86aa-f601835be0b3 for instance with vm_state building and task_state spawning. [ 1136.078414] env[68216]: DEBUG oslo_vmware.api [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117412} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.078811] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.078811] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.078967] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.100578] env[68216]: INFO nova.scheduler.client.report [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleted allocations for instance 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 [ 1136.104027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.104496] env[68216]: DEBUG nova.compute.manager [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.238546] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.238807] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.238943] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.239130] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.239341] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.239501] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.239706] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.239864] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.240043] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.240208] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.240378] env[68216]: DEBUG nova.virt.hardware [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.245733] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.246007] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58136d7-f633-414a-8319-6f9b6365122f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.265368] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1136.265368] env[68216]: value = "task-3069160" [ 1136.265368] env[68216]: _type = "Task" [ 1136.265368] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.273140] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.464242] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 16e4cba8-065d-4254-b377-cc48b1db47f2] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1136.604992] env[68216]: DEBUG oslo_concurrency.lockutils [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.605537] env[68216]: DEBUG oslo_concurrency.lockutils [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.605537] env[68216]: DEBUG nova.objects.instance [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'resources' on Instance uuid 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.609063] env[68216]: DEBUG nova.compute.utils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.610199] env[68216]: DEBUG nova.compute.manager [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.610368] env[68216]: DEBUG nova.network.neutron [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.641115] env[68216]: DEBUG nova.network.neutron [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Successfully updated port: e60d7cde-bf51-4f16-86aa-f601835be0b3 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.648588] env[68216]: DEBUG nova.policy [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4452fc46a1c41a9acfb1ba1fde695dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85467a50a6ad481fa9c16e9952e04bf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.706960] env[68216]: DEBUG nova.compute.manager [req-0b6b2abf-cf66-4a87-be24-d7eb0b92a5b9 req-9116f032-1d24-4538-a993-36d1a98303f7 service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Received event network-changed-e60d7cde-bf51-4f16-86aa-f601835be0b3 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1136.706960] env[68216]: DEBUG nova.compute.manager [req-0b6b2abf-cf66-4a87-be24-d7eb0b92a5b9 req-9116f032-1d24-4538-a993-36d1a98303f7 service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Refreshing instance network info cache due to event network-changed-e60d7cde-bf51-4f16-86aa-f601835be0b3. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1136.706960] env[68216]: DEBUG oslo_concurrency.lockutils [req-0b6b2abf-cf66-4a87-be24-d7eb0b92a5b9 req-9116f032-1d24-4538-a993-36d1a98303f7 service nova] Acquiring lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.706960] env[68216]: DEBUG oslo_concurrency.lockutils [req-0b6b2abf-cf66-4a87-be24-d7eb0b92a5b9 req-9116f032-1d24-4538-a993-36d1a98303f7 service nova] Acquired lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.707922] env[68216]: DEBUG nova.network.neutron [req-0b6b2abf-cf66-4a87-be24-d7eb0b92a5b9 req-9116f032-1d24-4538-a993-36d1a98303f7 service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Refreshing network info cache for port e60d7cde-bf51-4f16-86aa-f601835be0b3 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.778162] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069160, 'name': ReconfigVM_Task, 'duration_secs': 0.162633} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.778451] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.779657] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1f30c7-bbec-48cd-9f8e-0517178c8f40 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.802016] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] e5214eca-dda1-41d9-804a-d260542b50a3/e5214eca-dda1-41d9-804a-d260542b50a3.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.802230] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad64d33f-c0d3-42bf-8f85-eca677a3e960 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.819734] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1136.819734] env[68216]: value = "task-3069161" [ 1136.819734] env[68216]: _type = "Task" [ 1136.819734] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.828839] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.916883] env[68216]: DEBUG nova.network.neutron [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Successfully created port: e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.967827] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 83f60ebf-59d1-432b-a4f8-37510f2a6ebd] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1137.107952] env[68216]: DEBUG nova.objects.instance [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'numa_topology' on Instance uuid 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.112881] env[68216]: DEBUG nova.compute.manager [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.144100] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.236339] env[68216]: DEBUG nova.network.neutron [req-0b6b2abf-cf66-4a87-be24-d7eb0b92a5b9 req-9116f032-1d24-4538-a993-36d1a98303f7 service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.330195] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069161, 'name': ReconfigVM_Task, 'duration_secs': 0.269373} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.330476] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Reconfigured VM instance instance-0000003b to attach disk [datastore2] e5214eca-dda1-41d9-804a-d260542b50a3/e5214eca-dda1-41d9-804a-d260542b50a3.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.330738] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance 'e5214eca-dda1-41d9-804a-d260542b50a3' progress to 50 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.334524] env[68216]: DEBUG nova.network.neutron [req-0b6b2abf-cf66-4a87-be24-d7eb0b92a5b9 req-9116f032-1d24-4538-a993-36d1a98303f7 service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.406598] env[68216]: DEBUG nova.compute.manager [req-a8a1216b-08ba-4a0e-b0e4-53b77b2753f8 req-0dddbd6e-8ec6-4d40-b2ad-417de7fc4b29 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received event network-changed-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1137.406870] env[68216]: DEBUG nova.compute.manager [req-a8a1216b-08ba-4a0e-b0e4-53b77b2753f8 req-0dddbd6e-8ec6-4d40-b2ad-417de7fc4b29 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Refreshing instance network info cache due to event network-changed-0e937ce1-f97c-4c8c-820a-7389e608d650. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1137.407367] env[68216]: DEBUG oslo_concurrency.lockutils [req-a8a1216b-08ba-4a0e-b0e4-53b77b2753f8 req-0dddbd6e-8ec6-4d40-b2ad-417de7fc4b29 service nova] Acquiring lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.407367] env[68216]: DEBUG oslo_concurrency.lockutils [req-a8a1216b-08ba-4a0e-b0e4-53b77b2753f8 req-0dddbd6e-8ec6-4d40-b2ad-417de7fc4b29 service nova] Acquired lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.407484] env[68216]: DEBUG nova.network.neutron [req-a8a1216b-08ba-4a0e-b0e4-53b77b2753f8 req-0dddbd6e-8ec6-4d40-b2ad-417de7fc4b29 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Refreshing network info cache for port 0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.471604] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.471888] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Cleaning up deleted instances with incomplete migration {{(pid=68216) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1137.610617] env[68216]: DEBUG nova.objects.base [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Object Instance<0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1> lazy-loaded attributes: resources,numa_topology {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.733310] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6b487f-8e01-4c1a-b593-43fc830da339 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.744018] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc8b8fb-3cc8-42b7-807b-c0aabdcc2307 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.775872] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf18abce-59b0-42c2-b17c-eaef40d6e4b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.784615] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd7de4f-a7c4-4907-a6ba-e53fb2b1b76c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.799360] env[68216]: DEBUG nova.compute.provider_tree [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.838869] env[68216]: DEBUG oslo_concurrency.lockutils [req-0b6b2abf-cf66-4a87-be24-d7eb0b92a5b9 req-9116f032-1d24-4538-a993-36d1a98303f7 service nova] Releasing lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.839984] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a8c12d-be29-46f5-b3b9-0d35ebc13e36 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.843461] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.843461] env[68216]: DEBUG nova.network.neutron [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.861646] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a1013c-a8e4-4670-9fc2-715584d61b75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.880031] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance 'e5214eca-dda1-41d9-804a-d260542b50a3' progress to 67 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.974031] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.102836] env[68216]: DEBUG nova.network.neutron [req-a8a1216b-08ba-4a0e-b0e4-53b77b2753f8 req-0dddbd6e-8ec6-4d40-b2ad-417de7fc4b29 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updated VIF entry in instance network info cache for port 0e937ce1-f97c-4c8c-820a-7389e608d650. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.103226] env[68216]: DEBUG nova.network.neutron [req-a8a1216b-08ba-4a0e-b0e4-53b77b2753f8 req-0dddbd6e-8ec6-4d40-b2ad-417de7fc4b29 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating instance_info_cache with network_info: [{"id": "0e937ce1-f97c-4c8c-820a-7389e608d650", "address": "fa:16:3e:4d:44:bf", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0e937ce1-f9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.121228] env[68216]: DEBUG nova.compute.manager [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.146095] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.146342] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.146542] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.146750] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.146955] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.147193] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.147454] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.147640] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.147812] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.147974] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.148174] env[68216]: DEBUG nova.virt.hardware [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.149281] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383bc612-f64f-41f1-bb75-892bf15ea19f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.157215] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c84cb5b-76e5-4cd6-91fb-1cd50afc7750 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.302454] env[68216]: DEBUG nova.scheduler.client.report [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.339853] env[68216]: DEBUG nova.network.neutron [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Successfully updated port: e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.371525] env[68216]: DEBUG nova.network.neutron [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.417141] env[68216]: DEBUG nova.network.neutron [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Port c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1138.486272] env[68216]: DEBUG nova.network.neutron [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Updating instance_info_cache with network_info: [{"id": "e60d7cde-bf51-4f16-86aa-f601835be0b3", "address": "fa:16:3e:8e:fe:ce", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60d7cde-bf", "ovs_interfaceid": "e60d7cde-bf51-4f16-86aa-f601835be0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.606117] env[68216]: DEBUG oslo_concurrency.lockutils [req-a8a1216b-08ba-4a0e-b0e4-53b77b2753f8 req-0dddbd6e-8ec6-4d40-b2ad-417de7fc4b29 service nova] Releasing lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.807115] env[68216]: DEBUG oslo_concurrency.lockutils [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.842599] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "refresh_cache-96d02f76-ea12-4ab1-9efa-dc52c17aa99f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.842790] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "refresh_cache-96d02f76-ea12-4ab1-9efa-dc52c17aa99f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.842969] env[68216]: DEBUG nova.network.neutron [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.860248] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.989556] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.989876] env[68216]: DEBUG nova.compute.manager [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Instance network_info: |[{"id": "e60d7cde-bf51-4f16-86aa-f601835be0b3", "address": "fa:16:3e:8e:fe:ce", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60d7cde-bf", "ovs_interfaceid": "e60d7cde-bf51-4f16-86aa-f601835be0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.990297] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:fe:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e60d7cde-bf51-4f16-86aa-f601835be0b3', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.000031] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Creating folder: Project (85467a50a6ad481fa9c16e9952e04bf8). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.000031] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-740f092d-ebee-43d0-a7b7-68996c4114d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.009873] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Created folder: Project (85467a50a6ad481fa9c16e9952e04bf8) in parent group-v614292. [ 1139.010084] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Creating folder: Instances. Parent ref: group-v614591. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.010327] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50989fc4-2891-44bd-94cb-b33a1ab83762 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.018877] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Created folder: Instances in parent group-v614591. [ 1139.019108] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.019298] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.019484] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ae466d-04b1-4a6b-b1db-8a3e070f5c81 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.037689] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.037689] env[68216]: value = "task-3069164" [ 1139.037689] env[68216]: _type = "Task" [ 1139.037689] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.044917] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069164, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.319026] env[68216]: DEBUG oslo_concurrency.lockutils [None req-940eafbd-b08e-44dc-93b0-f7bc081e9859 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.920s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.319883] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.460s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.320070] env[68216]: INFO nova.compute.manager [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Unshelving [ 1139.374572] env[68216]: DEBUG nova.network.neutron [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.433775] env[68216]: DEBUG nova.compute.manager [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Received event network-vif-plugged-e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1139.433984] env[68216]: DEBUG oslo_concurrency.lockutils [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] Acquiring lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.434201] env[68216]: DEBUG oslo_concurrency.lockutils [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] Lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.434374] env[68216]: DEBUG oslo_concurrency.lockutils [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] Lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.434556] env[68216]: DEBUG nova.compute.manager [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] No waiting events found dispatching network-vif-plugged-e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.434723] env[68216]: WARNING nova.compute.manager [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Received unexpected event network-vif-plugged-e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72 for instance with vm_state building and task_state spawning. [ 1139.434882] env[68216]: DEBUG nova.compute.manager [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Received event network-changed-e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1139.435042] env[68216]: DEBUG nova.compute.manager [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Refreshing instance network info cache due to event network-changed-e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1139.435207] env[68216]: DEBUG oslo_concurrency.lockutils [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] Acquiring lock "refresh_cache-96d02f76-ea12-4ab1-9efa-dc52c17aa99f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.442839] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e5214eca-dda1-41d9-804a-d260542b50a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.443164] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.443243] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.502056] env[68216]: DEBUG nova.network.neutron [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Updating instance_info_cache with network_info: [{"id": "e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72", "address": "fa:16:3e:b1:27:6c", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b13fc7-6a", "ovs_interfaceid": "e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.546848] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069164, 'name': CreateVM_Task, 'duration_secs': 0.282109} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.547023] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.547656] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.547816] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.548132] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.548365] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd8474a-378a-426c-bffd-6125523a9457 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.553037] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1139.553037] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52066c99-d329-e9fb-76f3-353bd46f0039" [ 1139.553037] env[68216]: _type = "Task" [ 1139.553037] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.561463] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52066c99-d329-e9fb-76f3-353bd46f0039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.004592] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "refresh_cache-96d02f76-ea12-4ab1-9efa-dc52c17aa99f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.004925] env[68216]: DEBUG nova.compute.manager [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Instance network_info: |[{"id": "e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72", "address": "fa:16:3e:b1:27:6c", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b13fc7-6a", "ovs_interfaceid": "e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.005256] env[68216]: DEBUG oslo_concurrency.lockutils [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] Acquired lock "refresh_cache-96d02f76-ea12-4ab1-9efa-dc52c17aa99f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.005436] env[68216]: DEBUG nova.network.neutron [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Refreshing network info cache for port e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.006572] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:27:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.013893] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.016830] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.017638] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b33972e-6295-4c06-bd8d-de9713f4ca0d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.038965] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.038965] env[68216]: value = "task-3069165" [ 1140.038965] env[68216]: _type = "Task" [ 1140.038965] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.047124] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069165, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.062218] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52066c99-d329-e9fb-76f3-353bd46f0039, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.064697] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.064940] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.065190] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.065339] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.065515] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.066128] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c96590ce-320e-4a8f-a8c5-53b5372d78ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.074241] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.074423] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.075163] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26941524-4890-401d-b61f-7cf6c9ff6129 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.080913] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1140.080913] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52694830-0e40-1641-9746-611bc0ad3049" [ 1140.080913] env[68216]: _type = "Task" [ 1140.080913] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.088707] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52694830-0e40-1641-9746-611bc0ad3049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.232961] env[68216]: DEBUG nova.network.neutron [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Updated VIF entry in instance network info cache for port e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.233368] env[68216]: DEBUG nova.network.neutron [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Updating instance_info_cache with network_info: [{"id": "e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72", "address": "fa:16:3e:b1:27:6c", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b13fc7-6a", "ovs_interfaceid": "e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.333060] env[68216]: DEBUG nova.compute.utils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.474907] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.475115] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.475297] env[68216]: DEBUG nova.network.neutron [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.550259] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069165, 'name': CreateVM_Task, 'duration_secs': 0.327729} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.550524] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.551165] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.551356] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.551709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.551987] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3823f31-28ad-4e62-b1a3-e037fb16be95 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.556407] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1140.556407] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5212cecb-f559-9e29-d1e2-3f9953a65ece" [ 1140.556407] env[68216]: _type = "Task" [ 1140.556407] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.564357] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5212cecb-f559-9e29-d1e2-3f9953a65ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.589904] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52694830-0e40-1641-9746-611bc0ad3049, 'name': SearchDatastore_Task, 'duration_secs': 0.008112} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.590605] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c418e11-1084-4425-9fcf-af53cdd7cf06 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.595476] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1140.595476] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f38e18-dbc5-33f7-8fc2-6c303ca3fe48" [ 1140.595476] env[68216]: _type = "Task" [ 1140.595476] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.603081] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f38e18-dbc5-33f7-8fc2-6c303ca3fe48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.735680] env[68216]: DEBUG oslo_concurrency.lockutils [req-cb5941e4-d22a-49c8-9329-6c3d2e74eeb0 req-658f846b-952e-4def-a318-526d0d1abf1a service nova] Releasing lock "refresh_cache-96d02f76-ea12-4ab1-9efa-dc52c17aa99f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.836625] env[68216]: INFO nova.virt.block_device [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Booting with volume 3f3411cf-70a2-4998-b7d9-acd049d69da6 at /dev/sdb [ 1140.870438] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4f5ac07-50c7-44e5-bf26-a784463d77d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.879341] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1eaf43-6066-418c-900d-dd5adc772fd1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.907965] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-494f71a8-121f-4dbf-ac59-338f17e7bb1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.915373] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be62471-6447-492b-99b8-30d23dbe4a64 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.943898] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fd7db2-a1c3-44e9-8dd0-86da296d2c75 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.950332] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b4707d-10c9-46b4-96d6-6c2bc5ed2517 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.962931] env[68216]: DEBUG nova.virt.block_device [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating existing volume attachment record: e0a035c6-12c8-4286-a6f7-60870cb4ba76 {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1141.065501] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5212cecb-f559-9e29-d1e2-3f9953a65ece, 'name': SearchDatastore_Task, 'duration_secs': 0.008519} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.065786] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.066019] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.066229] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.103988] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f38e18-dbc5-33f7-8fc2-6c303ca3fe48, 'name': SearchDatastore_Task, 'duration_secs': 0.008297} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.104271] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.104528] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 9d59b592-4f8c-48bf-b5c5-7568ab128e96/9d59b592-4f8c-48bf-b5c5-7568ab128e96.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.104800] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.104981] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.105205] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a31eee79-dada-48ad-af7b-af2acbb48efe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.106993] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6ae0600-a336-4223-bbe2-2d7dea645dba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.112971] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1141.112971] env[68216]: value = "task-3069167" [ 1141.112971] env[68216]: _type = "Task" [ 1141.112971] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.116573] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.116706] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.119815] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b487762-3262-41e2-9e15-c115a5abb9dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.125045] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.127363] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1141.127363] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b68cfd-bc59-41a7-55f9-26f933ea92dd" [ 1141.127363] env[68216]: _type = "Task" [ 1141.127363] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.134166] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b68cfd-bc59-41a7-55f9-26f933ea92dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.185810] env[68216]: DEBUG nova.network.neutron [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance_info_cache with network_info: [{"id": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "address": "fa:16:3e:97:38:20", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e8ef90-c4", "ovs_interfaceid": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.624160] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.639197] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52b68cfd-bc59-41a7-55f9-26f933ea92dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012772} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.640212] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51b420a-497f-4d64-a5b1-9cca7fd1e390 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.645445] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1141.645445] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521c3f07-8c60-f621-8d69-9c05dd7c2d84" [ 1141.645445] env[68216]: _type = "Task" [ 1141.645445] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.654866] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521c3f07-8c60-f621-8d69-9c05dd7c2d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.688587] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.123041] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536778} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.123296] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 9d59b592-4f8c-48bf-b5c5-7568ab128e96/9d59b592-4f8c-48bf-b5c5-7568ab128e96.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.123512] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.123754] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34bf5e3e-3b3d-4190-98ef-a2b75f7f67b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.130489] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1142.130489] env[68216]: value = "task-3069170" [ 1142.130489] env[68216]: _type = "Task" [ 1142.130489] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.137966] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.153839] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521c3f07-8c60-f621-8d69-9c05dd7c2d84, 'name': SearchDatastore_Task, 'duration_secs': 0.02217} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.154097] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.154355] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 96d02f76-ea12-4ab1-9efa-dc52c17aa99f/96d02f76-ea12-4ab1-9efa-dc52c17aa99f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.154595] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1ddc729-4912-4d9c-9e51-d6c57b92cfdf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.162115] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1142.162115] env[68216]: value = "task-3069171" [ 1142.162115] env[68216]: _type = "Task" [ 1142.162115] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.169584] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.213930] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b62599-3df4-47bc-b5f1-96d9ae6a94c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.234197] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c708d68-dae0-4378-84b7-73d3adff94fa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.240794] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance 'e5214eca-dda1-41d9-804a-d260542b50a3' progress to 83 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.640481] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060817} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.640860] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.641434] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b88e900-7405-4237-bbcf-64537e8395ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.663022] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9d59b592-4f8c-48bf-b5c5-7568ab128e96/9d59b592-4f8c-48bf-b5c5-7568ab128e96.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.663314] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e283232-b8e5-4f2b-b4eb-8c763c7be827 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.685458] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433563} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.686523] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 96d02f76-ea12-4ab1-9efa-dc52c17aa99f/96d02f76-ea12-4ab1-9efa-dc52c17aa99f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.686737] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.687017] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1142.687017] env[68216]: value = "task-3069172" [ 1142.687017] env[68216]: _type = "Task" [ 1142.687017] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.687192] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53076d8a-e74c-45e3-9424-96c6ce6658b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.696617] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.697690] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1142.697690] env[68216]: value = "task-3069173" [ 1142.697690] env[68216]: _type = "Task" [ 1142.697690] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.706092] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.747421] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.748055] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d38db8dd-a399-4b74-8f19-c59b8403f16e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.754443] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1142.754443] env[68216]: value = "task-3069174" [ 1142.754443] env[68216]: _type = "Task" [ 1142.754443] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.761920] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.198066] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069172, 'name': ReconfigVM_Task, 'duration_secs': 0.26663} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.198066] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9d59b592-4f8c-48bf-b5c5-7568ab128e96/9d59b592-4f8c-48bf-b5c5-7568ab128e96.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.198541] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7977899c-3866-4824-9ed8-320d0b2c13bd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.208025] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063755} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.209127] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.209662] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1143.209662] env[68216]: value = "task-3069175" [ 1143.209662] env[68216]: _type = "Task" [ 1143.209662] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.210092] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb87a59-bf2e-49f0-ad6c-a55a193d771b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.220193] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069175, 'name': Rename_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.239495] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 96d02f76-ea12-4ab1-9efa-dc52c17aa99f/96d02f76-ea12-4ab1-9efa-dc52c17aa99f.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.239796] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f11bd7-dc64-4e44-bd48-ce3a9d7ecd21 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.260016] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1143.260016] env[68216]: value = "task-3069176" [ 1143.260016] env[68216]: _type = "Task" [ 1143.260016] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.266080] env[68216]: DEBUG oslo_vmware.api [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069174, 'name': PowerOnVM_Task, 'duration_secs': 0.427729} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.266692] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.266914] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c11ec9e-75df-42b4-ae07-758af3ffc7f1 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance 'e5214eca-dda1-41d9-804a-d260542b50a3' progress to 100 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.275222] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.470540] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.470833] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.721975] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069175, 'name': Rename_Task, 'duration_secs': 0.137815} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.722344] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.722455] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efea7a2a-5462-4df0-a37b-d253a00e7430 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.728167] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1143.728167] env[68216]: value = "task-3069178" [ 1143.728167] env[68216]: _type = "Task" [ 1143.728167] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.735100] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.769971] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.977282] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.977524] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.977606] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.977698] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.977890] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.978042] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._sync_power_states {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.112616] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.112933] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.238054] env[68216]: DEBUG oslo_vmware.api [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069178, 'name': PowerOnVM_Task, 'duration_secs': 0.45579} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.238457] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.238751] env[68216]: INFO nova.compute.manager [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1144.238954] env[68216]: DEBUG nova.compute.manager [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.239798] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e0b554-3be8-496b-81c7-c607efcec55e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.270006] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069176, 'name': ReconfigVM_Task, 'duration_secs': 0.819241} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.270294] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 96d02f76-ea12-4ab1-9efa-dc52c17aa99f/96d02f76-ea12-4ab1-9efa-dc52c17aa99f.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.270919] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4260be58-9cea-41a0-ae1f-3dace267d41a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.277212] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1144.277212] env[68216]: value = "task-3069179" [ 1144.277212] env[68216]: _type = "Task" [ 1144.277212] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.288879] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069179, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.482298] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Getting list of instances from cluster (obj){ [ 1144.482298] env[68216]: value = "domain-c8" [ 1144.482298] env[68216]: _type = "ClusterComputeResource" [ 1144.482298] env[68216]: } {{(pid=68216) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1144.483368] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef8a507-c28e-4602-ba09-4039e77511ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.499194] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Got total of 8 instances {{(pid=68216) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1144.499355] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Triggering sync for uuid e5214eca-dda1-41d9-804a-d260542b50a3 {{(pid=68216) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1144.499570] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Triggering sync for uuid 2d153ded-40ef-49aa-ba1d-de7466906d72 {{(pid=68216) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1144.499756] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Triggering sync for uuid 1c792478-7aeb-4196-9bba-d8291ea43db2 {{(pid=68216) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1144.499915] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Triggering sync for uuid 01bd1b70-a598-45d7-8f58-4253db07e0c5 {{(pid=68216) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1144.500071] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Triggering sync for uuid e2bae917-f8b2-406f-a6e1-0d105490a8dc {{(pid=68216) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1144.500228] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Triggering sync for uuid 74ba5029-356a-4e0d-a502-6d1ae81393c5 {{(pid=68216) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1144.500377] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Triggering sync for uuid 9d59b592-4f8c-48bf-b5c5-7568ab128e96 {{(pid=68216) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1144.500523] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Triggering sync for uuid 96d02f76-ea12-4ab1-9efa-dc52c17aa99f {{(pid=68216) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1144.500846] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "e5214eca-dda1-41d9-804a-d260542b50a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.501115] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.501317] env[68216]: INFO nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1144.501517] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.501722] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "2d153ded-40ef-49aa-ba1d-de7466906d72" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.501901] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "2d153ded-40ef-49aa-ba1d-de7466906d72" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.502168] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "1c792478-7aeb-4196-9bba-d8291ea43db2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.502345] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "1c792478-7aeb-4196-9bba-d8291ea43db2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.502572] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "01bd1b70-a598-45d7-8f58-4253db07e0c5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.502749] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "01bd1b70-a598-45d7-8f58-4253db07e0c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.502972] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.503159] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.503380] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.503580] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.503827] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.504040] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.504192] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1144.504944] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feda3cb-e2cd-4e8e-84ab-88b380ba68e5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.508202] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0032c58-811f-4f9d-9520-061c4fd1d1f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.510868] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a76e3c1-a179-4706-ace2-52fcefd267a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.513539] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f784f8b8-33ba-4613-bb93-ec724d9f8d93 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.515672] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.617073] env[68216]: DEBUG nova.compute.utils [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.759799] env[68216]: INFO nova.compute.manager [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Took 13.16 seconds to build instance. [ 1144.793270] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069179, 'name': Rename_Task, 'duration_secs': 0.376646} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.795066] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.795364] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cc148c9-082f-40a4-b975-da749c2ed3c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.803624] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1144.803624] env[68216]: value = "task-3069180" [ 1144.803624] env[68216]: _type = "Task" [ 1144.803624] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.812043] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.020651] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.020651] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.020651] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.020651] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1145.022012] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a52e9b-00e7-44c3-9741-e441604a692c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.025112] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "2d153ded-40ef-49aa-ba1d-de7466906d72" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.030210] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.030519] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "01bd1b70-a598-45d7-8f58-4253db07e0c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.030884] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "1c792478-7aeb-4196-9bba-d8291ea43db2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.032062] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87949661-4a97-4894-8b2e-36a42188309f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.045749] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f56a396-abdc-4761-9f9c-35d39c0aaa50 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.052468] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d7e8f9-49b6-4dcc-b27a-560d7ed10c98 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.080737] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179327MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1145.080883] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.081097] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.120199] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.120775] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.617s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.121912] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee22880-97d5-4106-8c68-74ee886b6474 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.258480] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e5214eca-dda1-41d9-804a-d260542b50a3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.258534] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.258780] env[68216]: DEBUG nova.compute.manager [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Going to confirm migration 7 {{(pid=68216) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1145.260782] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8158e276-6212-4dac-98bc-faa30aadbbec tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.670s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.261053] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.757s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.261267] env[68216]: INFO nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] During sync_power_state the instance has a pending task (spawning). Skip. [ 1145.261460] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.314290] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.631285] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.815097] env[68216]: DEBUG oslo_vmware.api [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069180, 'name': PowerOnVM_Task, 'duration_secs': 0.760583} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.815566] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.815635] env[68216]: INFO nova.compute.manager [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1145.815824] env[68216]: DEBUG nova.compute.manager [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.816710] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7eae6b-feae-4c9a-b22c-9428334cd859 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.830665] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.830871] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.831098] env[68216]: DEBUG nova.network.neutron [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.831299] env[68216]: DEBUG nova.objects.instance [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'info_cache' on Instance uuid e5214eca-dda1-41d9-804a-d260542b50a3 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.089958] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Applying migration context for instance e5214eca-dda1-41d9-804a-d260542b50a3 as it has an incoming, in-progress migration 6c93689c-540a-4efc-af90-382229d2779c. Migration status is confirming {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1146.091080] env[68216]: INFO nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating resource usage from migration 6c93689c-540a-4efc-af90-382229d2779c [ 1146.112613] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 2d153ded-40ef-49aa-ba1d-de7466906d72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.112774] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 1c792478-7aeb-4196-9bba-d8291ea43db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.112898] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 01bd1b70-a598-45d7-8f58-4253db07e0c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.113034] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e2bae917-f8b2-406f-a6e1-0d105490a8dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.113166] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 74ba5029-356a-4e0d-a502-6d1ae81393c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.113284] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Migration 6c93689c-540a-4efc-af90-382229d2779c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1146.113397] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e5214eca-dda1-41d9-804a-d260542b50a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.113511] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 9d59b592-4f8c-48bf-b5c5-7568ab128e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.113624] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 96d02f76-ea12-4ab1-9efa-dc52c17aa99f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1146.174878] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.175092] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.175327] env[68216]: INFO nova.compute.manager [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Attaching volume bc6537b1-576e-45d1-808c-704768e10d2a to /dev/sdb [ 1146.205468] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c05e3e-62e4-4056-a282-51bbe4e0366a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.213046] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4779d7db-07ba-4985-bd4d-cf8b122beac3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.226315] env[68216]: DEBUG nova.virt.block_device [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating existing volume attachment record: abb7a543-eb20-4c9e-a2e1-545569a42674 {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1146.332798] env[68216]: INFO nova.compute.manager [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Took 14.42 seconds to build instance. [ 1146.560202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.616871] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1146.617134] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1146.617287] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1146.744008] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886f2ae6-b41c-4e08-a2e7-7d609c6d566b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.752049] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce0ac7d-946d-47be-b87b-256d82ba7e53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.786513] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa60cfa-97f2-4c78-8941-64263adddd8c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.794734] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b503c63-2b6f-4145-926c-0675cbd92b84 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.808873] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.836119] env[68216]: DEBUG oslo_concurrency.lockutils [None req-56a60944-4407-4631-af7a-aad38f7399ad tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.938s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.836422] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.333s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.836824] env[68216]: INFO nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1146.837229] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.061450] env[68216]: DEBUG nova.network.neutron [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance_info_cache with network_info: [{"id": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "address": "fa:16:3e:97:38:20", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e8ef90-c4", "ovs_interfaceid": "c6e8ef90-c482-4e6f-bb6b-148d7c4c1187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.312746] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.397166] env[68216]: INFO nova.compute.manager [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Rescuing [ 1147.397502] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "refresh_cache-96d02f76-ea12-4ab1-9efa-dc52c17aa99f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.397709] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "refresh_cache-96d02f76-ea12-4ab1-9efa-dc52c17aa99f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.397933] env[68216]: DEBUG nova.network.neutron [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.564421] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-e5214eca-dda1-41d9-804a-d260542b50a3" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.564626] env[68216]: DEBUG nova.objects.instance [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'migration_context' on Instance uuid e5214eca-dda1-41d9-804a-d260542b50a3 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.818061] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1147.818259] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.737s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.818556] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.259s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.818784] env[68216]: DEBUG nova.objects.instance [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'pci_requests' on Instance uuid 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.067058] env[68216]: DEBUG nova.objects.base [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1148.068049] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9565aa7e-e196-40e2-afb9-c78f02545449 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.088808] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ad533d-8ae2-4e58-8cef-142a7113a937 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.094744] env[68216]: DEBUG oslo_vmware.api [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1148.094744] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52347909-b957-902f-9b28-23d4f6dfe3b0" [ 1148.094744] env[68216]: _type = "Task" [ 1148.094744] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.102944] env[68216]: DEBUG oslo_vmware.api [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52347909-b957-902f-9b28-23d4f6dfe3b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.104855] env[68216]: DEBUG nova.network.neutron [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Updating instance_info_cache with network_info: [{"id": "e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72", "address": "fa:16:3e:b1:27:6c", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b13fc7-6a", "ovs_interfaceid": "e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.323252] env[68216]: DEBUG nova.objects.instance [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'numa_topology' on Instance uuid 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.384884] env[68216]: INFO nova.compute.manager [None req-31e09c16-c295-4957-a8fa-85567756ad6a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Get console output [ 1148.385189] env[68216]: WARNING nova.virt.vmwareapi.driver [None req-31e09c16-c295-4957-a8fa-85567756ad6a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] The console log is missing. Check your VSPC configuration [ 1148.604238] env[68216]: DEBUG oslo_vmware.api [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52347909-b957-902f-9b28-23d4f6dfe3b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.604473] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.607159] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "refresh_cache-96d02f76-ea12-4ab1-9efa-dc52c17aa99f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.828684] env[68216]: INFO nova.compute.claims [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.448817] env[68216]: DEBUG oslo_concurrency.lockutils [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "2d153ded-40ef-49aa-ba1d-de7466906d72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.449231] env[68216]: DEBUG oslo_concurrency.lockutils [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "2d153ded-40ef-49aa-ba1d-de7466906d72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.449361] env[68216]: DEBUG oslo_concurrency.lockutils [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "2d153ded-40ef-49aa-ba1d-de7466906d72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.449619] env[68216]: DEBUG oslo_concurrency.lockutils [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "2d153ded-40ef-49aa-ba1d-de7466906d72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.449847] env[68216]: DEBUG oslo_concurrency.lockutils [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "2d153ded-40ef-49aa-ba1d-de7466906d72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.452573] env[68216]: INFO nova.compute.manager [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Terminating instance [ 1149.957997] env[68216]: DEBUG nova.compute.manager [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.958227] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.959427] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87efd8a-0783-4be2-ab2a-7dde75ba5377 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.966878] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.967812] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aef038d8-8da7-4868-b382-9fe620944dba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.969606] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9456fb-743a-416b-906a-6ecbe0737e07 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.975836] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb5870b-186d-4b2f-b63a-7b7c251d3f20 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.980015] env[68216]: DEBUG oslo_vmware.api [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1149.980015] env[68216]: value = "task-3069185" [ 1149.980015] env[68216]: _type = "Task" [ 1149.980015] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.007072] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204b0899-4228-4ae6-a224-1efffa021120 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.012368] env[68216]: DEBUG oslo_vmware.api [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.017073] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5269a5fc-1ecc-4459-a36e-7149676e3633 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.029649] env[68216]: DEBUG nova.compute.provider_tree [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.143404] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.143726] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cb40f88-1f85-4128-8df5-4e95f4912c3e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.152500] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1150.152500] env[68216]: value = "task-3069186" [ 1150.152500] env[68216]: _type = "Task" [ 1150.152500] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.161992] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.491159] env[68216]: DEBUG oslo_vmware.api [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069185, 'name': PowerOffVM_Task, 'duration_secs': 0.20105} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.491479] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.491635] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.491927] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fcce84a-251c-4f07-abe1-1414e6d75252 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.532601] env[68216]: DEBUG nova.scheduler.client.report [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.546012] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.546229] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.546405] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleting the datastore file [datastore1] 2d153ded-40ef-49aa-ba1d-de7466906d72 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.546695] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01ebe388-af00-4bb6-b9c1-d8fd6a1a36aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.554911] env[68216]: DEBUG oslo_vmware.api [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1150.554911] env[68216]: value = "task-3069188" [ 1150.554911] env[68216]: _type = "Task" [ 1150.554911] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.562651] env[68216]: DEBUG oslo_vmware.api [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.661677] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069186, 'name': PowerOffVM_Task, 'duration_secs': 0.182432} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.661944] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.662741] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fafe23-0233-4b8f-8d06-b5ccd52d730d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.681105] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068701d0-dbe7-465d-b564-6fcc0e923320 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.706828] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.707086] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d463855c-fb92-49ba-935d-8ee6b88c4607 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.712511] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1150.712511] env[68216]: value = "task-3069189" [ 1150.712511] env[68216]: _type = "Task" [ 1150.712511] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.719574] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.770024] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1150.770263] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614598', 'volume_id': 'bc6537b1-576e-45d1-808c-704768e10d2a', 'name': 'volume-bc6537b1-576e-45d1-808c-704768e10d2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74ba5029-356a-4e0d-a502-6d1ae81393c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc6537b1-576e-45d1-808c-704768e10d2a', 'serial': 'bc6537b1-576e-45d1-808c-704768e10d2a'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1150.771058] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e290f3d-92f6-4619-a9b7-bda86a838e1f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.786327] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c55d5c4-35cc-467e-b63f-56d52e3533f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.810699] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-bc6537b1-576e-45d1-808c-704768e10d2a/volume-bc6537b1-576e-45d1-808c-704768e10d2a.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.811252] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe2dabd-35c3-4600-8f2b-7ae858756e42 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.827815] env[68216]: DEBUG oslo_vmware.api [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1150.827815] env[68216]: value = "task-3069190" [ 1150.827815] env[68216]: _type = "Task" [ 1150.827815] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.834946] env[68216]: DEBUG oslo_vmware.api [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.037840] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.219s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.040056] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.436s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.064859] env[68216]: DEBUG oslo_vmware.api [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12516} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.065103] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.065284] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.065459] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.065626] env[68216]: INFO nova.compute.manager [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1151.065864] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.066060] env[68216]: DEBUG nova.compute.manager [-] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.066156] env[68216]: DEBUG nova.network.neutron [-] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.069393] env[68216]: INFO nova.network.neutron [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating port 0e937ce1-f97c-4c8c-820a-7389e608d650 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1151.225426] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1151.225531] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.226328] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.226328] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.226328] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.226328] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8c41f8a-8a7c-4e89-ac88-dd1b1ab6f5fd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.234957] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.235160] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.235878] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93734b33-9e6f-4357-a71f-68158277662b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.241333] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1151.241333] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f9fc31-463d-4a1d-ddbd-df1862fb9892" [ 1151.241333] env[68216]: _type = "Task" [ 1151.241333] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.250345] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f9fc31-463d-4a1d-ddbd-df1862fb9892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.340064] env[68216]: DEBUG oslo_vmware.api [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069190, 'name': ReconfigVM_Task, 'duration_secs': 0.501729} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.340379] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-bc6537b1-576e-45d1-808c-704768e10d2a/volume-bc6537b1-576e-45d1-808c-704768e10d2a.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.345999] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0eda3dd-c4fb-4673-ad96-60890f91e821 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.361961] env[68216]: DEBUG oslo_vmware.api [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1151.361961] env[68216]: value = "task-3069191" [ 1151.361961] env[68216]: _type = "Task" [ 1151.361961] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.369824] env[68216]: DEBUG oslo_vmware.api [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.609808] env[68216]: DEBUG nova.compute.manager [req-84c053e8-b241-494f-919c-07314f241880 req-ead7a8a7-2114-474b-81fa-999372df3f28 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Received event network-vif-deleted-6a5102b0-f522-45e3-bc97-850fd950d753 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1151.610391] env[68216]: INFO nova.compute.manager [req-84c053e8-b241-494f-919c-07314f241880 req-ead7a8a7-2114-474b-81fa-999372df3f28 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Neutron deleted interface 6a5102b0-f522-45e3-bc97-850fd950d753; detaching it from the instance and deleting it from the info cache [ 1151.610666] env[68216]: DEBUG nova.network.neutron [req-84c053e8-b241-494f-919c-07314f241880 req-ead7a8a7-2114-474b-81fa-999372df3f28 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.685544] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cb068e-db50-4673-87f1-a6a64666459a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.693632] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7ce213-c81e-40fa-9330-86e5628cfd4f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.723213] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db441786-4a8b-40ee-a67b-1f9f55e8a9f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.730907] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd835572-5278-458b-b9a6-9ea54bd37181 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.746044] env[68216]: DEBUG nova.compute.provider_tree [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.755822] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f9fc31-463d-4a1d-ddbd-df1862fb9892, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.756651] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4669cdf-b936-4cb0-b45b-871081750a15 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.762622] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1151.762622] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a6ea38-9eb7-1f76-e43b-c5f40be3a6a4" [ 1151.762622] env[68216]: _type = "Task" [ 1151.762622] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.770772] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a6ea38-9eb7-1f76-e43b-c5f40be3a6a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.872279] env[68216]: DEBUG oslo_vmware.api [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069191, 'name': ReconfigVM_Task, 'duration_secs': 0.233067} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.872676] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614598', 'volume_id': 'bc6537b1-576e-45d1-808c-704768e10d2a', 'name': 'volume-bc6537b1-576e-45d1-808c-704768e10d2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74ba5029-356a-4e0d-a502-6d1ae81393c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc6537b1-576e-45d1-808c-704768e10d2a', 'serial': 'bc6537b1-576e-45d1-808c-704768e10d2a'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1152.091336] env[68216]: DEBUG nova.network.neutron [-] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.113447] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8410e5b3-7e24-453e-a608-0034eef981d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.123424] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d8fa3-2c5d-401e-a930-5b3a04481c6d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.152980] env[68216]: DEBUG nova.compute.manager [req-84c053e8-b241-494f-919c-07314f241880 req-ead7a8a7-2114-474b-81fa-999372df3f28 service nova] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Detach interface failed, port_id=6a5102b0-f522-45e3-bc97-850fd950d753, reason: Instance 2d153ded-40ef-49aa-ba1d-de7466906d72 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1152.251955] env[68216]: DEBUG nova.scheduler.client.report [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.273849] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a6ea38-9eb7-1f76-e43b-c5f40be3a6a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.274104] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.274524] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 96d02f76-ea12-4ab1-9efa-dc52c17aa99f/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. {{(pid=68216) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1152.274693] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73606f32-a568-469a-9fa9-08c1d1000732 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.282130] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1152.282130] env[68216]: value = "task-3069192" [ 1152.282130] env[68216]: _type = "Task" [ 1152.282130] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.292862] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.446419] env[68216]: DEBUG nova.compute.manager [req-b01f2218-d78b-4e65-976e-96fe5a9a3754 req-3052c406-0c58-413f-b43d-053e7f913d05 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received event network-vif-plugged-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1152.446701] env[68216]: DEBUG oslo_concurrency.lockutils [req-b01f2218-d78b-4e65-976e-96fe5a9a3754 req-3052c406-0c58-413f-b43d-053e7f913d05 service nova] Acquiring lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.446935] env[68216]: DEBUG oslo_concurrency.lockutils [req-b01f2218-d78b-4e65-976e-96fe5a9a3754 req-3052c406-0c58-413f-b43d-053e7f913d05 service nova] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.447121] env[68216]: DEBUG oslo_concurrency.lockutils [req-b01f2218-d78b-4e65-976e-96fe5a9a3754 req-3052c406-0c58-413f-b43d-053e7f913d05 service nova] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.447316] env[68216]: DEBUG nova.compute.manager [req-b01f2218-d78b-4e65-976e-96fe5a9a3754 req-3052c406-0c58-413f-b43d-053e7f913d05 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] No waiting events found dispatching network-vif-plugged-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.447491] env[68216]: WARNING nova.compute.manager [req-b01f2218-d78b-4e65-976e-96fe5a9a3754 req-3052c406-0c58-413f-b43d-053e7f913d05 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received unexpected event network-vif-plugged-0e937ce1-f97c-4c8c-820a-7389e608d650 for instance with vm_state shelved_offloaded and task_state spawning. [ 1152.531659] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.531849] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.532102] env[68216]: DEBUG nova.network.neutron [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.594438] env[68216]: INFO nova.compute.manager [-] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Took 1.53 seconds to deallocate network for instance. [ 1152.792344] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50751} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.792694] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 96d02f76-ea12-4ab1-9efa-dc52c17aa99f/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. [ 1152.793335] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703a3ab0-bee4-4d92-a316-8cb41d361c9f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.817734] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 96d02f76-ea12-4ab1-9efa-dc52c17aa99f/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.817991] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45651f57-a388-4ac2-80c4-e68d357ac204 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.836272] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1152.836272] env[68216]: value = "task-3069193" [ 1152.836272] env[68216]: _type = "Task" [ 1152.836272] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.843853] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.909174] env[68216]: DEBUG nova.objects.instance [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'flavor' on Instance uuid 74ba5029-356a-4e0d-a502-6d1ae81393c5 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.101021] env[68216]: DEBUG oslo_concurrency.lockutils [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.263151] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.223s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.266329] env[68216]: DEBUG oslo_concurrency.lockutils [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.165s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.266592] env[68216]: DEBUG nova.objects.instance [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lazy-loading 'resources' on Instance uuid 2d153ded-40ef-49aa-ba1d-de7466906d72 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.287631] env[68216]: DEBUG nova.network.neutron [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating instance_info_cache with network_info: [{"id": "0e937ce1-f97c-4c8c-820a-7389e608d650", "address": "fa:16:3e:4d:44:bf", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e937ce1-f9", "ovs_interfaceid": "0e937ce1-f97c-4c8c-820a-7389e608d650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.346013] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069193, 'name': ReconfigVM_Task, 'duration_secs': 0.298774} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.346315] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 96d02f76-ea12-4ab1-9efa-dc52c17aa99f/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.347239] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1746574-da8c-455f-92a6-621936315ebd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.371780] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c9911d-c7c8-4056-9180-dfcb42e59b95 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.386876] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1153.386876] env[68216]: value = "task-3069194" [ 1153.386876] env[68216]: _type = "Task" [ 1153.386876] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.394530] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.414495] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95944473-6b68-485d-bc55-f8435a84eda4 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.790202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.817075] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='03bb5f873f9971596d17dbfacd188d30',container_format='bare',created_at=2025-03-18T08:33:11Z,direct_url=,disk_format='vmdk',id=24cc93a3-8817-419f-b89e-999d74973191,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-24125405-shelved',owner='dca34333efdf4637b276452a50152e2c',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-18T08:33:25Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.817502] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.817502] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.817668] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.817774] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.817900] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.818140] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.818295] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.818455] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.818611] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.818778] env[68216]: DEBUG nova.virt.hardware [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.819645] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50608e9e-907f-4cfc-a827-0ae048e084f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.829536] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d772f0e-f6c5-4461-86a1-3d0da3a36ce3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.834246] env[68216]: INFO nova.scheduler.client.report [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleted allocation for migration 6c93689c-540a-4efc-af90-382229d2779c [ 1153.849391] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:44:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e937ce1-f97c-4c8c-820a-7389e608d650', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.856871] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.859606] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.860376] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-affbf4c1-b239-43d3-aee9-80f52a6f94d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.884295] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.884295] env[68216]: value = "task-3069195" [ 1153.884295] env[68216]: _type = "Task" [ 1153.884295] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.897612] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069195, 'name': CreateVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.900751] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069194, 'name': ReconfigVM_Task, 'duration_secs': 0.156363} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.903086] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.903478] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa8dcfd4-3586-450c-8340-16ec9a0a4701 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.909746] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1153.909746] env[68216]: value = "task-3069196" [ 1153.909746] env[68216]: _type = "Task" [ 1153.909746] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.921629] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.951094] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7c404b-8005-4b14-bc04-7d552c7be9ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.958716] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829ddd79-79a5-4064-b490-9e32989cb339 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.990267] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e83620-a543-490c-92cf-1bf5f8bc3d2c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.997884] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655146c2-e5a9-45f5-82c8-a78bdec1c5d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.011108] env[68216]: DEBUG nova.compute.provider_tree [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.286822] env[68216]: DEBUG nova.compute.manager [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Stashing vm_state: active {{(pid=68216) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1154.340549] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2baae1f7-6384-4e2f-83e4-271559154c7c tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.082s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.395818] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069195, 'name': CreateVM_Task, 'duration_secs': 0.381901} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.395977] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.396623] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.396786] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.397205] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.397452] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d083923b-d930-4766-be98-2f0bb1a48496 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.401546] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1154.401546] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d1231e-5aec-d199-f677-033c68b00e4e" [ 1154.401546] env[68216]: _type = "Task" [ 1154.401546] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.408505] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52d1231e-5aec-d199-f677-033c68b00e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.419192] env[68216]: DEBUG oslo_vmware.api [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069196, 'name': PowerOnVM_Task, 'duration_secs': 0.379301} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.419423] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.421800] env[68216]: DEBUG nova.compute.manager [None req-4eb8d358-0373-49e2-b306-69117d7c437a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.422511] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9748c1-1c9d-4698-b1fd-b5d8984304e1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.473464] env[68216]: DEBUG nova.compute.manager [req-981f4ae8-5256-45a8-b3d5-c50210d87b6d req-2e419d8a-cba6-4a9e-810b-c191adba4b0f service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received event network-changed-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1154.473657] env[68216]: DEBUG nova.compute.manager [req-981f4ae8-5256-45a8-b3d5-c50210d87b6d req-2e419d8a-cba6-4a9e-810b-c191adba4b0f service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Refreshing instance network info cache due to event network-changed-0e937ce1-f97c-4c8c-820a-7389e608d650. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1154.473866] env[68216]: DEBUG oslo_concurrency.lockutils [req-981f4ae8-5256-45a8-b3d5-c50210d87b6d req-2e419d8a-cba6-4a9e-810b-c191adba4b0f service nova] Acquiring lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.474053] env[68216]: DEBUG oslo_concurrency.lockutils [req-981f4ae8-5256-45a8-b3d5-c50210d87b6d req-2e419d8a-cba6-4a9e-810b-c191adba4b0f service nova] Acquired lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.474223] env[68216]: DEBUG nova.network.neutron [req-981f4ae8-5256-45a8-b3d5-c50210d87b6d req-2e419d8a-cba6-4a9e-810b-c191adba4b0f service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Refreshing network info cache for port 0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.514664] env[68216]: DEBUG nova.scheduler.client.report [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.521347] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e5214eca-dda1-41d9-804a-d260542b50a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.521570] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.521771] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e5214eca-dda1-41d9-804a-d260542b50a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.521950] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.522125] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.523842] env[68216]: INFO nova.compute.manager [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Terminating instance [ 1154.804835] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.914775] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.915105] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Processing image 24cc93a3-8817-419f-b89e-999d74973191 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.915355] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191/24cc93a3-8817-419f-b89e-999d74973191.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.915501] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191/24cc93a3-8817-419f-b89e-999d74973191.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.915675] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.915936] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b0655f7-1eb6-48e6-9523-c3fbd40ab0eb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.930125] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.930313] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.932996] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82e8844-0aa4-4378-9bbd-261d602bb721 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.940145] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1154.940145] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e66b2f-a4f2-76c5-96d7-5d3b7ac8f4eb" [ 1154.940145] env[68216]: _type = "Task" [ 1154.940145] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.954402] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Preparing fetch location {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1154.954636] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Fetch image to [datastore2] OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65/OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65.vmdk {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1154.954822] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Downloading stream optimized image 24cc93a3-8817-419f-b89e-999d74973191 to [datastore2] OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65/OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65.vmdk on the data store datastore2 as vApp {{(pid=68216) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1154.954991] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Downloading image file data 24cc93a3-8817-419f-b89e-999d74973191 to the ESX as VM named 'OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65' {{(pid=68216) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1155.019968] env[68216]: DEBUG oslo_concurrency.lockutils [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.022507] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.218s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.027024] env[68216]: DEBUG nova.compute.manager [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.027225] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.029311] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b326686-ec0f-418b-a301-532d680bf908 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.032447] env[68216]: DEBUG oslo_vmware.rw_handles [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1155.032447] env[68216]: value = "resgroup-9" [ 1155.032447] env[68216]: _type = "ResourcePool" [ 1155.032447] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1155.032878] env[68216]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fc194580-9959-407c-b7eb-ccda0fdd6fd5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.048589] env[68216]: INFO nova.scheduler.client.report [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleted allocations for instance 2d153ded-40ef-49aa-ba1d-de7466906d72 [ 1155.058617] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.059994] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6e6dbbd-e512-4733-a34c-e309f240552b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.061559] env[68216]: DEBUG oslo_vmware.rw_handles [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lease: (returnval){ [ 1155.061559] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f0c337-6490-2289-ff3b-7e2f2bb90c7d" [ 1155.061559] env[68216]: _type = "HttpNfcLease" [ 1155.061559] env[68216]: } obtained for vApp import into resource pool (val){ [ 1155.061559] env[68216]: value = "resgroup-9" [ 1155.061559] env[68216]: _type = "ResourcePool" [ 1155.061559] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1155.061770] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the lease: (returnval){ [ 1155.061770] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f0c337-6490-2289-ff3b-7e2f2bb90c7d" [ 1155.061770] env[68216]: _type = "HttpNfcLease" [ 1155.061770] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1155.073895] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.073895] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f0c337-6490-2289-ff3b-7e2f2bb90c7d" [ 1155.073895] env[68216]: _type = "HttpNfcLease" [ 1155.073895] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.075894] env[68216]: DEBUG oslo_vmware.api [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1155.075894] env[68216]: value = "task-3069198" [ 1155.075894] env[68216]: _type = "Task" [ 1155.075894] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.083525] env[68216]: DEBUG oslo_vmware.api [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.215108] env[68216]: DEBUG nova.network.neutron [req-981f4ae8-5256-45a8-b3d5-c50210d87b6d req-2e419d8a-cba6-4a9e-810b-c191adba4b0f service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updated VIF entry in instance network info cache for port 0e937ce1-f97c-4c8c-820a-7389e608d650. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.215488] env[68216]: DEBUG nova.network.neutron [req-981f4ae8-5256-45a8-b3d5-c50210d87b6d req-2e419d8a-cba6-4a9e-810b-c191adba4b0f service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating instance_info_cache with network_info: [{"id": "0e937ce1-f97c-4c8c-820a-7389e608d650", "address": "fa:16:3e:4d:44:bf", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e937ce1-f9", "ovs_interfaceid": "0e937ce1-f97c-4c8c-820a-7389e608d650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.528257] env[68216]: INFO nova.compute.claims [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.562817] env[68216]: DEBUG oslo_concurrency.lockutils [None req-619ecd5f-54fe-437c-9b33-85b154226398 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "2d153ded-40ef-49aa-ba1d-de7466906d72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.114s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.571547] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.571547] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f0c337-6490-2289-ff3b-7e2f2bb90c7d" [ 1155.571547] env[68216]: _type = "HttpNfcLease" [ 1155.571547] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.587049] env[68216]: DEBUG oslo_vmware.api [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069198, 'name': PowerOffVM_Task, 'duration_secs': 0.207684} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.587049] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.587049] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.587049] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c94e501a-f72f-425f-accd-1e98988b6bce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.667437] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.667757] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.667952] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleting the datastore file [datastore2] e5214eca-dda1-41d9-804a-d260542b50a3 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.668230] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77e2bff6-1167-43e5-bf8d-528da31f901d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.674928] env[68216]: DEBUG oslo_vmware.api [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1155.674928] env[68216]: value = "task-3069200" [ 1155.674928] env[68216]: _type = "Task" [ 1155.674928] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.682648] env[68216]: DEBUG oslo_vmware.api [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.719121] env[68216]: DEBUG oslo_concurrency.lockutils [req-981f4ae8-5256-45a8-b3d5-c50210d87b6d req-2e419d8a-cba6-4a9e-810b-c191adba4b0f service nova] Releasing lock "refresh_cache-0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.037157] env[68216]: INFO nova.compute.resource_tracker [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating resource usage from migration 921cde9f-74f6-4f5f-925e-196d1bb1c556 [ 1156.071768] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.071768] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f0c337-6490-2289-ff3b-7e2f2bb90c7d" [ 1156.071768] env[68216]: _type = "HttpNfcLease" [ 1156.071768] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1156.072078] env[68216]: DEBUG oslo_vmware.rw_handles [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1156.072078] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52f0c337-6490-2289-ff3b-7e2f2bb90c7d" [ 1156.072078] env[68216]: _type = "HttpNfcLease" [ 1156.072078] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1156.072763] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5661256-e73d-4a94-a7ac-e5d42c8aef81 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.081887] env[68216]: DEBUG oslo_vmware.rw_handles [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4cb57-496c-ee9f-1ba2-b9fda0136649/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1156.082086] env[68216]: DEBUG oslo_vmware.rw_handles [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4cb57-496c-ee9f-1ba2-b9fda0136649/disk-0.vmdk. {{(pid=68216) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1156.148806] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38163353-2565-4453-b92f-e5b6d5dc606e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.187610] env[68216]: DEBUG oslo_vmware.api [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18025} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.191106] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.191282] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.191484] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.191661] env[68216]: INFO nova.compute.manager [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1156.191898] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.193332] env[68216]: DEBUG nova.compute.manager [-] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.193332] env[68216]: DEBUG nova.network.neutron [-] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.226752] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72e439e-d60d-4f54-9136-32dadeaec878 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.233801] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1c100-ac64-4c33-85e9-18d38a21c23a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.267824] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49481a84-3f89-4e09-8f92-2d78ffcec7f8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.275576] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da006111-c743-42e4-b744-4bf387f61c31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.291337] env[68216]: DEBUG nova.compute.provider_tree [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.671589] env[68216]: INFO nova.compute.manager [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Rescuing [ 1156.671851] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.672010] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.672179] env[68216]: DEBUG nova.network.neutron [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.696577] env[68216]: DEBUG nova.compute.manager [req-99190a24-9079-40b2-b377-4cd6e862e241 req-92e2cd1c-2420-41a1-a03e-cb6cec579834 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Received event network-vif-deleted-c6e8ef90-c482-4e6f-bb6b-148d7c4c1187 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1156.696943] env[68216]: INFO nova.compute.manager [req-99190a24-9079-40b2-b377-4cd6e862e241 req-92e2cd1c-2420-41a1-a03e-cb6cec579834 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Neutron deleted interface c6e8ef90-c482-4e6f-bb6b-148d7c4c1187; detaching it from the instance and deleting it from the info cache [ 1156.697557] env[68216]: DEBUG nova.network.neutron [req-99190a24-9079-40b2-b377-4cd6e862e241 req-92e2cd1c-2420-41a1-a03e-cb6cec579834 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.796011] env[68216]: DEBUG nova.scheduler.client.report [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.175235] env[68216]: DEBUG nova.network.neutron [-] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.200998] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3af28c0-8b60-486b-b6ad-db315a9ef91b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.212458] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1374146e-f570-4dcc-a899-71fb2d88f1ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.241068] env[68216]: DEBUG nova.compute.manager [req-99190a24-9079-40b2-b377-4cd6e862e241 req-92e2cd1c-2420-41a1-a03e-cb6cec579834 service nova] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Detach interface failed, port_id=c6e8ef90-c482-4e6f-bb6b-148d7c4c1187, reason: Instance e5214eca-dda1-41d9-804a-d260542b50a3 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1157.305858] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.283s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.306092] env[68216]: INFO nova.compute.manager [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Migrating [ 1157.576910] env[68216]: DEBUG nova.network.neutron [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Updating instance_info_cache with network_info: [{"id": "e60d7cde-bf51-4f16-86aa-f601835be0b3", "address": "fa:16:3e:8e:fe:ce", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60d7cde-bf", "ovs_interfaceid": "e60d7cde-bf51-4f16-86aa-f601835be0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.620461] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "bf34d6d3-61a2-4093-bc60-5352c6212342" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.620774] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "bf34d6d3-61a2-4093-bc60-5352c6212342" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.677957] env[68216]: INFO nova.compute.manager [-] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Took 1.48 seconds to deallocate network for instance. [ 1157.823570] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.823848] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.824081] env[68216]: DEBUG nova.network.neutron [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.079823] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.123018] env[68216]: DEBUG nova.compute.manager [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.184114] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.184507] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.184776] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.208863] env[68216]: INFO nova.scheduler.client.report [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleted allocations for instance e5214eca-dda1-41d9-804a-d260542b50a3 [ 1158.564608] env[68216]: DEBUG nova.network.neutron [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance_info_cache with network_info: [{"id": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "address": "fa:16:3e:4a:41:92", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142730d2-1e", "ovs_interfaceid": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.642111] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.642387] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.643938] env[68216]: INFO nova.compute.claims [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.715847] env[68216]: DEBUG oslo_concurrency.lockutils [None req-81e43b9d-a3c9-4fd8-adfa-bcc30ded970d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e5214eca-dda1-41d9-804a-d260542b50a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.194s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.068139] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.618214] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.618522] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9f43827-aa0b-4039-8484-eacf4f94c507 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.626979] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1159.626979] env[68216]: value = "task-3069201" [ 1159.626979] env[68216]: _type = "Task" [ 1159.626979] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.635485] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.793084] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160393a0-33e6-4f41-a6e0-b1a7705738ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.802516] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "62f6a519-c5a2-4c1e-887a-6a6863909da6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.802756] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "62f6a519-c5a2-4c1e-887a-6a6863909da6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.804632] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9e0cb4-bb15-4be4-9088-d58480e3a9f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.837791] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74382f09-75c7-4300-81eb-b45195e8a3d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.845843] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdce2891-a2b2-423c-9e38-eecbd8a657c9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.859354] env[68216]: DEBUG nova.compute.provider_tree [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.136888] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069201, 'name': PowerOffVM_Task, 'duration_secs': 0.197842} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.137490] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.137980] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4ff798-dd5b-4564-b0c3-afe4d9bbc308 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.155891] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e00122d-36f2-4aed-8d2c-f5c92f25c4f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.187748] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.188041] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17f652fc-80ac-4eb5-b5f2-48688055f587 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.194240] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1160.194240] env[68216]: value = "task-3069202" [ 1160.194240] env[68216]: _type = "Task" [ 1160.194240] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.201664] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.309825] env[68216]: DEBUG nova.compute.manager [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.361834] env[68216]: DEBUG nova.scheduler.client.report [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.584368] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2262aea0-3f44-42e1-8c15-3d22b4494f98 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.606079] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance '74ba5029-356a-4e0d-a502-6d1ae81393c5' progress to 0 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.705167] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1160.705556] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.705782] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.706013] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.706251] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.706540] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72864308-f4dc-467c-b085-5dcebf6fad8c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.717448] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.717622] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.718332] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db48d422-2e75-4e49-81b6-5f80f81904e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.723402] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1160.723402] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5202bd8e-a8cd-1175-be3e-6c95969d365b" [ 1160.723402] env[68216]: _type = "Task" [ 1160.723402] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.730847] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5202bd8e-a8cd-1175-be3e-6c95969d365b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.830083] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.866642] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.867160] env[68216]: DEBUG nova.compute.manager [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.869838] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.040s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.871518] env[68216]: INFO nova.compute.claims [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.112203] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.112527] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407a5ad4-5112-4e12-a3f0-21050725e689 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.120586] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1161.120586] env[68216]: value = "task-3069203" [ 1161.120586] env[68216]: _type = "Task" [ 1161.120586] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.129918] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.233978] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5202bd8e-a8cd-1175-be3e-6c95969d365b, 'name': SearchDatastore_Task, 'duration_secs': 0.008619} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.234975] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecf6fd8-f47f-4cc7-aea2-edef88554849 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.241595] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1161.241595] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52045903-2a44-fde3-80df-a1d9b105c9fa" [ 1161.241595] env[68216]: _type = "Task" [ 1161.241595] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.250206] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52045903-2a44-fde3-80df-a1d9b105c9fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.376127] env[68216]: DEBUG nova.compute.utils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.383073] env[68216]: DEBUG nova.compute.manager [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.383073] env[68216]: DEBUG nova.network.neutron [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.428052] env[68216]: DEBUG nova.policy [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa30aa5d1674138b60d8257cc5da2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129daf9119fc4c53bb93c29bbdcee2ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.633455] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069203, 'name': PowerOffVM_Task, 'duration_secs': 0.207499} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.635322] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.635461] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance '74ba5029-356a-4e0d-a502-6d1ae81393c5' progress to 17 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.724557] env[68216]: DEBUG nova.network.neutron [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Successfully created port: b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.752157] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52045903-2a44-fde3-80df-a1d9b105c9fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01293} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.752404] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.752673] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 9d59b592-4f8c-48bf-b5c5-7568ab128e96/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. {{(pid=68216) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1161.752984] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-964b4901-6ad2-4d5b-bdb7-7e97764f032f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.759992] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1161.759992] env[68216]: value = "task-3069204" [ 1161.759992] env[68216]: _type = "Task" [ 1161.759992] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.768392] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.888268] env[68216]: DEBUG nova.compute.manager [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.900419] env[68216]: DEBUG oslo_vmware.rw_handles [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Completed reading data from the image iterator. {{(pid=68216) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1161.900666] env[68216]: DEBUG oslo_vmware.rw_handles [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4cb57-496c-ee9f-1ba2-b9fda0136649/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1161.901715] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cf9b18-7611-4cb7-8b97-b24ee7e7ca5f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.908365] env[68216]: DEBUG oslo_vmware.rw_handles [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4cb57-496c-ee9f-1ba2-b9fda0136649/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1161.908580] env[68216]: DEBUG oslo_vmware.rw_handles [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4cb57-496c-ee9f-1ba2-b9fda0136649/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1161.908940] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-48b299d9-46ff-4c5c-8fa1-7ef65f425ee9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.048177] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5d57e0-3303-44de-a9c6-3c88cb1f7bab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.056310] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b6a077-3f56-4f6a-a4fe-a7f703c97fae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.087983] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a63cddf-d743-430d-a3b6-9d1c0ae3c772 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.097832] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a05259-38d8-4392-ad07-7ad3df8db0b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.111995] env[68216]: DEBUG nova.compute.provider_tree [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.142275] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.142550] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.142686] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.142908] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.143088] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.143243] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.143461] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.143622] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.143829] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.143961] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.144168] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.149734] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d93d847-a852-4e22-9dd1-cc204cf9a088 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.167941] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1162.167941] env[68216]: value = "task-3069205" [ 1162.167941] env[68216]: _type = "Task" [ 1162.167941] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.179254] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.269701] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069204, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.347034] env[68216]: DEBUG oslo_vmware.rw_handles [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4cb57-496c-ee9f-1ba2-b9fda0136649/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1162.347034] env[68216]: INFO nova.virt.vmwareapi.images [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Downloaded image file data 24cc93a3-8817-419f-b89e-999d74973191 [ 1162.348252] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a024b37e-e420-4034-bb65-53a8af399021 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.365379] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f8ba912-2a2d-4662-b118-45cccff17e28 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.578034] env[68216]: INFO nova.virt.vmwareapi.images [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] The imported VM was unregistered [ 1162.580414] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Caching image {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1162.580693] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating directory with path [datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191 {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.581049] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ffe564b-3dab-43fb-b647-3c1efc357b17 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.615590] env[68216]: DEBUG nova.scheduler.client.report [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.620083] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Created directory with path [datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191 {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.620321] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65/OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65.vmdk to [datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191/24cc93a3-8817-419f-b89e-999d74973191.vmdk. {{(pid=68216) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1162.620738] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-87310725-3992-4eca-a64f-056c44f8033a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.628542] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1162.628542] env[68216]: value = "task-3069207" [ 1162.628542] env[68216]: _type = "Task" [ 1162.628542] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.637401] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069207, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.678087] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069205, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.771580] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548615} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.771995] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 9d59b592-4f8c-48bf-b5c5-7568ab128e96/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. [ 1162.772694] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3940f1-297a-4bf5-afe0-d5590c0c3dc9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.798727] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9d59b592-4f8c-48bf-b5c5-7568ab128e96/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.799018] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18979688-9418-467a-a834-0813403c9203 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.818411] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1162.818411] env[68216]: value = "task-3069208" [ 1162.818411] env[68216]: _type = "Task" [ 1162.818411] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.827381] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.901556] env[68216]: DEBUG nova.compute.manager [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.931690] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.932018] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.932186] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.932370] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.932945] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.932945] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.932945] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.933116] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.933361] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.933593] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.933782] env[68216]: DEBUG nova.virt.hardware [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.934719] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c902590-0067-4633-8bbf-afc4058eb4fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.945919] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166c5a9-21fb-414e-afd1-a00a390452e8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.122074] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.122617] env[68216]: DEBUG nova.compute.manager [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.137799] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069207, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.166523] env[68216]: DEBUG nova.compute.manager [req-6eff853c-5e6f-422d-af18-5a70c634ac7b req-f0e6216e-2d8f-4615-839b-14e10783af15 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received event network-vif-plugged-b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1163.166523] env[68216]: DEBUG oslo_concurrency.lockutils [req-6eff853c-5e6f-422d-af18-5a70c634ac7b req-f0e6216e-2d8f-4615-839b-14e10783af15 service nova] Acquiring lock "bf34d6d3-61a2-4093-bc60-5352c6212342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.166523] env[68216]: DEBUG oslo_concurrency.lockutils [req-6eff853c-5e6f-422d-af18-5a70c634ac7b req-f0e6216e-2d8f-4615-839b-14e10783af15 service nova] Lock "bf34d6d3-61a2-4093-bc60-5352c6212342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.166523] env[68216]: DEBUG oslo_concurrency.lockutils [req-6eff853c-5e6f-422d-af18-5a70c634ac7b req-f0e6216e-2d8f-4615-839b-14e10783af15 service nova] Lock "bf34d6d3-61a2-4093-bc60-5352c6212342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.166523] env[68216]: DEBUG nova.compute.manager [req-6eff853c-5e6f-422d-af18-5a70c634ac7b req-f0e6216e-2d8f-4615-839b-14e10783af15 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] No waiting events found dispatching network-vif-plugged-b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.166523] env[68216]: WARNING nova.compute.manager [req-6eff853c-5e6f-422d-af18-5a70c634ac7b req-f0e6216e-2d8f-4615-839b-14e10783af15 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received unexpected event network-vif-plugged-b2c2020f-af5c-49b7-a23b-70534f0212b8 for instance with vm_state building and task_state spawning. [ 1163.180014] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069205, 'name': ReconfigVM_Task, 'duration_secs': 0.540629} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.180321] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance '74ba5029-356a-4e0d-a502-6d1ae81393c5' progress to 33 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.245977] env[68216]: DEBUG nova.network.neutron [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Successfully updated port: b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.329272] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.628908] env[68216]: DEBUG nova.compute.utils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.630592] env[68216]: DEBUG nova.compute.manager [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.630735] env[68216]: DEBUG nova.network.neutron [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.643178] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069207, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.677826] env[68216]: DEBUG nova.policy [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ad779504d224bda8ef1bd6f4e40b923', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb98f66b73744e6d8f9f2b5ab9843dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.687047] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.687354] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.687580] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.687765] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.687949] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.688117] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.688419] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.688587] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.688760] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.688949] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.689138] env[68216]: DEBUG nova.virt.hardware [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.694911] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.695728] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b5978a-68ee-4877-a712-8070384b076f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.720676] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1163.720676] env[68216]: value = "task-3069209" [ 1163.720676] env[68216]: _type = "Task" [ 1163.720676] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.730397] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.752485] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.752736] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.752821] env[68216]: DEBUG nova.network.neutron [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.830525] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069208, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.004193] env[68216]: DEBUG nova.network.neutron [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Successfully created port: a99a0c1b-db18-43b6-9e92-cfc985f79940 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.134238] env[68216]: DEBUG nova.compute.manager [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.147248] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069207, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.231774] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069209, 'name': ReconfigVM_Task, 'duration_secs': 0.514671} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.232100] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.233417] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec9245-1545-4824-84a3-17213416e816 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.259042] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 74ba5029-356a-4e0d-a502-6d1ae81393c5/74ba5029-356a-4e0d-a502-6d1ae81393c5.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.261604] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fedac029-8f6b-4c96-bd43-db5417136d9a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.281041] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1164.281041] env[68216]: value = "task-3069210" [ 1164.281041] env[68216]: _type = "Task" [ 1164.281041] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.288623] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.302556] env[68216]: DEBUG nova.network.neutron [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.332718] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069208, 'name': ReconfigVM_Task, 'duration_secs': 1.049137} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.333018] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9d59b592-4f8c-48bf-b5c5-7568ab128e96/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.333895] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4760825-7912-459b-85b2-67c72001c257 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.364394] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e69f7c5-8238-4a2f-a15b-0c78285ee52b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.380727] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1164.380727] env[68216]: value = "task-3069211" [ 1164.380727] env[68216]: _type = "Task" [ 1164.380727] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.389749] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.472608] env[68216]: DEBUG nova.network.neutron [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [{"id": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "address": "fa:16:3e:35:f8:94", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c2020f-af", "ovs_interfaceid": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.646943] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069207, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.790420] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.892326] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.975883] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.976276] env[68216]: DEBUG nova.compute.manager [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Instance network_info: |[{"id": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "address": "fa:16:3e:35:f8:94", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c2020f-af", "ovs_interfaceid": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.976825] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:f8:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2c2020f-af5c-49b7-a23b-70534f0212b8', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.984436] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.984720] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.984966] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e3b4b47-204d-4fae-89fc-d2dea79193c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.005520] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.005520] env[68216]: value = "task-3069212" [ 1165.005520] env[68216]: _type = "Task" [ 1165.005520] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.013555] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069212, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.144775] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069207, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.149221] env[68216]: DEBUG nova.compute.manager [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.179504] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.179782] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.179939] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.180146] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.180293] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.180438] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.180645] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.180868] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.181119] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.181303] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.181501] env[68216]: DEBUG nova.virt.hardware [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.182405] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd28aba0-ff5e-48d3-a56d-15e6c718499f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.192443] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e7c14f-8113-48f5-9afc-43f6328e86a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.224998] env[68216]: DEBUG nova.compute.manager [req-39626d4d-57d7-44d7-afae-fc69e5e3ee11 req-fdb84623-83fb-4048-b5ed-001a959366d0 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received event network-changed-b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1165.225309] env[68216]: DEBUG nova.compute.manager [req-39626d4d-57d7-44d7-afae-fc69e5e3ee11 req-fdb84623-83fb-4048-b5ed-001a959366d0 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing instance network info cache due to event network-changed-b2c2020f-af5c-49b7-a23b-70534f0212b8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1165.225468] env[68216]: DEBUG oslo_concurrency.lockutils [req-39626d4d-57d7-44d7-afae-fc69e5e3ee11 req-fdb84623-83fb-4048-b5ed-001a959366d0 service nova] Acquiring lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.225643] env[68216]: DEBUG oslo_concurrency.lockutils [req-39626d4d-57d7-44d7-afae-fc69e5e3ee11 req-fdb84623-83fb-4048-b5ed-001a959366d0 service nova] Acquired lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.225770] env[68216]: DEBUG nova.network.neutron [req-39626d4d-57d7-44d7-afae-fc69e5e3ee11 req-fdb84623-83fb-4048-b5ed-001a959366d0 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing network info cache for port b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.295178] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.391926] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.493580] env[68216]: DEBUG nova.network.neutron [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Successfully updated port: a99a0c1b-db18-43b6-9e92-cfc985f79940 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.515571] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069212, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.646104] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069207, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.791834] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.892549] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069211, 'name': ReconfigVM_Task, 'duration_secs': 1.275446} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.892854] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.893056] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6552808e-65b0-405e-aa99-565d1b5d9bc9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.898710] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1165.898710] env[68216]: value = "task-3069213" [ 1165.898710] env[68216]: _type = "Task" [ 1165.898710] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.905803] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.921358] env[68216]: DEBUG nova.network.neutron [req-39626d4d-57d7-44d7-afae-fc69e5e3ee11 req-fdb84623-83fb-4048-b5ed-001a959366d0 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updated VIF entry in instance network info cache for port b2c2020f-af5c-49b7-a23b-70534f0212b8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.921725] env[68216]: DEBUG nova.network.neutron [req-39626d4d-57d7-44d7-afae-fc69e5e3ee11 req-fdb84623-83fb-4048-b5ed-001a959366d0 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [{"id": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "address": "fa:16:3e:35:f8:94", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c2020f-af", "ovs_interfaceid": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.997518] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.997707] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.997874] env[68216]: DEBUG nova.network.neutron [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.017218] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069212, 'name': CreateVM_Task, 'duration_secs': 0.727986} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.017419] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.024729] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.024914] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.025254] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.025710] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa977361-35eb-4c44-a026-a8f44f0e6416 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.030214] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1166.030214] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52178ea7-b6b0-9ef1-ee12-532c6b75420d" [ 1166.030214] env[68216]: _type = "Task" [ 1166.030214] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.037697] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52178ea7-b6b0-9ef1-ee12-532c6b75420d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.145499] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069207, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.053575} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.145727] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65/OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65.vmdk to [datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191/24cc93a3-8817-419f-b89e-999d74973191.vmdk. [ 1166.145928] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Cleaning up location [datastore2] OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1166.146122] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_407b997a-bb9a-4932-b22e-08f27ea47b65 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.146382] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b0746fa-2a00-4fae-8015-4f8fc2e06682 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.152986] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1166.152986] env[68216]: value = "task-3069214" [ 1166.152986] env[68216]: _type = "Task" [ 1166.152986] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.161064] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.293361] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069210, 'name': ReconfigVM_Task, 'duration_secs': 1.543647} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.293622] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 74ba5029-356a-4e0d-a502-6d1ae81393c5/74ba5029-356a-4e0d-a502-6d1ae81393c5.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.293900] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance '74ba5029-356a-4e0d-a502-6d1ae81393c5' progress to 50 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.410255] env[68216]: DEBUG oslo_vmware.api [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069213, 'name': PowerOnVM_Task, 'duration_secs': 0.411091} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.410466] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.413679] env[68216]: DEBUG nova.compute.manager [None req-fb4803bb-75b9-4547-851c-ba44ad517c42 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.414465] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e49ccac-937e-4d29-ab2f-2dc39ef9b0d0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.426436] env[68216]: DEBUG oslo_concurrency.lockutils [req-39626d4d-57d7-44d7-afae-fc69e5e3ee11 req-fdb84623-83fb-4048-b5ed-001a959366d0 service nova] Releasing lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.527702] env[68216]: DEBUG nova.network.neutron [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.539537] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52178ea7-b6b0-9ef1-ee12-532c6b75420d, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.539808] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.540036] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.540285] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.540404] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.540575] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.540819] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ddfe704-1383-4db7-bf05-bce6c690cdca {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.550474] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.550644] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.551325] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e430f3b-9ebe-4054-8eb3-b69a4fb98fd7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.555854] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1166.555854] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c4c272-2689-3675-fc72-c75afe9b41e5" [ 1166.555854] env[68216]: _type = "Task" [ 1166.555854] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.562867] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c4c272-2689-3675-fc72-c75afe9b41e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.645848] env[68216]: DEBUG nova.network.neutron [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance_info_cache with network_info: [{"id": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "address": "fa:16:3e:80:51:b7", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99a0c1b-db", "ovs_interfaceid": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.663172] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063771} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.663412] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.663644] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191/24cc93a3-8817-419f-b89e-999d74973191.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.663899] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191/24cc93a3-8817-419f-b89e-999d74973191.vmdk to [datastore2] 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1/0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.664155] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a93258b-eed9-48ea-9a08-cb91171a00b8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.670472] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1166.670472] env[68216]: value = "task-3069215" [ 1166.670472] env[68216]: _type = "Task" [ 1166.670472] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.677778] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.800789] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cd4bb1-b749-4000-ba12-9854add5c610 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.822156] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bd0fd2-0a8c-44ba-bc2b-45dfeb838831 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.842010] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance '74ba5029-356a-4e0d-a502-6d1ae81393c5' progress to 67 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.068572] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52c4c272-2689-3675-fc72-c75afe9b41e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008575} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.069411] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9be153c-3bba-4a05-bb36-b4b8f1f9eb00 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.076062] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1167.076062] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529dd3a2-1242-dcb0-a42c-ce4cd7eb67ea" [ 1167.076062] env[68216]: _type = "Task" [ 1167.076062] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.083514] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529dd3a2-1242-dcb0-a42c-ce4cd7eb67ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.148405] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.148749] env[68216]: DEBUG nova.compute.manager [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Instance network_info: |[{"id": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "address": "fa:16:3e:80:51:b7", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99a0c1b-db", "ovs_interfaceid": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.149221] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:51:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a99a0c1b-db18-43b6-9e92-cfc985f79940', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.157173] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.157404] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.157640] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2e0e207-46e4-4a18-a8f9-e3be70fc1117 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.180315] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069215, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.181639] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.181639] env[68216]: value = "task-3069216" [ 1167.181639] env[68216]: _type = "Task" [ 1167.181639] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.189340] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069216, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.255276] env[68216]: DEBUG nova.compute.manager [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Received event network-vif-plugged-a99a0c1b-db18-43b6-9e92-cfc985f79940 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.255628] env[68216]: DEBUG oslo_concurrency.lockutils [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] Acquiring lock "62f6a519-c5a2-4c1e-887a-6a6863909da6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.256032] env[68216]: DEBUG oslo_concurrency.lockutils [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] Lock "62f6a519-c5a2-4c1e-887a-6a6863909da6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.256293] env[68216]: DEBUG oslo_concurrency.lockutils [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] Lock "62f6a519-c5a2-4c1e-887a-6a6863909da6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.256635] env[68216]: DEBUG nova.compute.manager [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] No waiting events found dispatching network-vif-plugged-a99a0c1b-db18-43b6-9e92-cfc985f79940 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.256949] env[68216]: WARNING nova.compute.manager [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Received unexpected event network-vif-plugged-a99a0c1b-db18-43b6-9e92-cfc985f79940 for instance with vm_state building and task_state spawning. [ 1167.257242] env[68216]: DEBUG nova.compute.manager [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Received event network-changed-a99a0c1b-db18-43b6-9e92-cfc985f79940 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.257501] env[68216]: DEBUG nova.compute.manager [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Refreshing instance network info cache due to event network-changed-a99a0c1b-db18-43b6-9e92-cfc985f79940. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1167.257833] env[68216]: DEBUG oslo_concurrency.lockutils [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] Acquiring lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.258070] env[68216]: DEBUG oslo_concurrency.lockutils [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] Acquired lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.258320] env[68216]: DEBUG nova.network.neutron [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Refreshing network info cache for port a99a0c1b-db18-43b6-9e92-cfc985f79940 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.586676] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529dd3a2-1242-dcb0-a42c-ce4cd7eb67ea, 'name': SearchDatastore_Task, 'duration_secs': 0.08112} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.586969] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.587619] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] bf34d6d3-61a2-4093-bc60-5352c6212342/bf34d6d3-61a2-4093-bc60-5352c6212342.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.587619] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83163a65-7e66-4b5b-82a3-e6b8844f3e5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.597076] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1167.597076] env[68216]: value = "task-3069217" [ 1167.597076] env[68216]: _type = "Task" [ 1167.597076] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.606089] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.681712] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069215, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.690293] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069216, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.971809] env[68216]: DEBUG nova.network.neutron [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updated VIF entry in instance network info cache for port a99a0c1b-db18-43b6-9e92-cfc985f79940. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.972201] env[68216]: DEBUG nova.network.neutron [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance_info_cache with network_info: [{"id": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "address": "fa:16:3e:80:51:b7", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99a0c1b-db", "ovs_interfaceid": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.027904] env[68216]: INFO nova.compute.manager [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Unrescuing [ 1168.028197] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.028375] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.028549] env[68216]: DEBUG nova.network.neutron [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.109495] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.182027] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069215, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.190680] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069216, 'name': CreateVM_Task, 'duration_secs': 0.789331} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.190858] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.191552] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.191746] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.192076] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.192337] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3975dd-8cc3-4133-b93e-7732bdcedb56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.197333] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1168.197333] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cccea7-9c8d-f2ab-1851-29e1f96132d9" [ 1168.197333] env[68216]: _type = "Task" [ 1168.197333] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.205527] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cccea7-9c8d-f2ab-1851-29e1f96132d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.474727] env[68216]: DEBUG oslo_concurrency.lockutils [req-4a8cc437-59f6-4b8e-b243-c2e39d53bd93 req-b9746cb8-0176-4e5b-9209-c94c5bdc475f service nova] Releasing lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.509568] env[68216]: DEBUG nova.network.neutron [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Port 142730d2-1e62-4afc-93a6-612d2d73e5b2 binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1168.608766] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.684792] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069215, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.707904] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cccea7-9c8d-f2ab-1851-29e1f96132d9, 'name': SearchDatastore_Task, 'duration_secs': 0.093975} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.708262] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.708493] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.708731] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.708900] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.709095] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.709385] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d5fe00-65b1-4101-b634-6949bd2124a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.727256] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.727448] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.728250] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14522a7-715b-463e-81df-0d8ca9f3649b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.733954] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1168.733954] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e5a4f6-02af-ab69-6eae-a1b7078221a6" [ 1168.733954] env[68216]: _type = "Task" [ 1168.733954] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.742253] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e5a4f6-02af-ab69-6eae-a1b7078221a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.755472] env[68216]: DEBUG nova.network.neutron [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Updating instance_info_cache with network_info: [{"id": "e60d7cde-bf51-4f16-86aa-f601835be0b3", "address": "fa:16:3e:8e:fe:ce", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60d7cde-bf", "ovs_interfaceid": "e60d7cde-bf51-4f16-86aa-f601835be0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.108562] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069217, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.184853] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069215, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.452504} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.185253] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/24cc93a3-8817-419f-b89e-999d74973191/24cc93a3-8817-419f-b89e-999d74973191.vmdk to [datastore2] 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1/0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.186064] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363ca415-050d-469e-8946-7aa207974650 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.208797] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1/0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1.vmdk or device None with type streamOptimized {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.209047] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85848056-13b5-4144-b3e4-b3c34460e577 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.229300] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1169.229300] env[68216]: value = "task-3069218" [ 1169.229300] env[68216]: _type = "Task" [ 1169.229300] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.238027] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.248832] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e5a4f6-02af-ab69-6eae-a1b7078221a6, 'name': SearchDatastore_Task, 'duration_secs': 0.087786} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.249718] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754adea8-c870-4733-8c1d-ead2c2c8b266 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.255832] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1169.255832] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526be71f-143e-3ad8-0931-ff3b1abe7169" [ 1169.255832] env[68216]: _type = "Task" [ 1169.255832] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.259802] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "refresh_cache-9d59b592-4f8c-48bf-b5c5-7568ab128e96" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.260520] env[68216]: DEBUG nova.objects.instance [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lazy-loading 'flavor' on Instance uuid 9d59b592-4f8c-48bf-b5c5-7568ab128e96 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.267918] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526be71f-143e-3ad8-0931-ff3b1abe7169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.530910] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "74ba5029-356a-4e0d-a502-6d1ae81393c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.531193] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.531318] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.609967] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069217, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.925263} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.610305] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] bf34d6d3-61a2-4093-bc60-5352c6212342/bf34d6d3-61a2-4093-bc60-5352c6212342.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.610598] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.610897] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26acb6f5-91cc-40f4-b823-79ea44edb76d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.617444] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1169.617444] env[68216]: value = "task-3069219" [ 1169.617444] env[68216]: _type = "Task" [ 1169.617444] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.625400] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.739379] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.767894] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526be71f-143e-3ad8-0931-ff3b1abe7169, 'name': SearchDatastore_Task, 'duration_secs': 0.055011} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.768466] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.768756] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 62f6a519-c5a2-4c1e-887a-6a6863909da6/62f6a519-c5a2-4c1e-887a-6a6863909da6.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.769509] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3219ca9f-2615-442d-9442-4817c4187b71 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.772191] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c5c63ee-9e16-4012-8fc7-a2e734be9efe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.792565] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.794057] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccefafef-b28d-44a5-a07f-d7581e73122e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.795833] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1169.795833] env[68216]: value = "task-3069220" [ 1169.795833] env[68216]: _type = "Task" [ 1169.795833] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.801090] env[68216]: DEBUG oslo_vmware.api [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1169.801090] env[68216]: value = "task-3069221" [ 1169.801090] env[68216]: _type = "Task" [ 1169.801090] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.804723] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.813686] env[68216]: DEBUG oslo_vmware.api [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.128809] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.365829} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.129112] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.129967] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb03d48-b728-442e-b3f2-305bd86cc6d6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.156039] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] bf34d6d3-61a2-4093-bc60-5352c6212342/bf34d6d3-61a2-4093-bc60-5352c6212342.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.156471] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fa602aa-a2e5-479c-a73e-89b31ad73ad6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.177612] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1170.177612] env[68216]: value = "task-3069222" [ 1170.177612] env[68216]: _type = "Task" [ 1170.177612] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.187378] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.241988] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069218, 'name': ReconfigVM_Task, 'duration_secs': 1.008607} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.242385] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1/0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1.vmdk or device None with type streamOptimized {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.244102] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_options': None, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'image_id': '02aa365b-79af-4dda-bf04-7bdac5253c40'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614596', 'volume_id': '3f3411cf-70a2-4998-b7d9-acd049d69da6', 'name': 'volume-3f3411cf-70a2-4998-b7d9-acd049d69da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3411cf-70a2-4998-b7d9-acd049d69da6', 'serial': '3f3411cf-70a2-4998-b7d9-acd049d69da6'}, 'delete_on_termination': False, 'device_type': None, 'guest_format': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': 'e0a035c6-12c8-4286-a6f7-60870cb4ba76', 'volume_type': None}], 'swap': None} {{(pid=68216) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1170.244421] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1170.244699] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614596', 'volume_id': '3f3411cf-70a2-4998-b7d9-acd049d69da6', 'name': 'volume-3f3411cf-70a2-4998-b7d9-acd049d69da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3411cf-70a2-4998-b7d9-acd049d69da6', 'serial': '3f3411cf-70a2-4998-b7d9-acd049d69da6'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1170.245731] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583f418c-456c-4d6e-955c-c0552282dce5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.264008] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ecef01-ec05-4856-ad62-11d2f937d628 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.290490] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-3f3411cf-70a2-4998-b7d9-acd049d69da6/volume-3f3411cf-70a2-4998-b7d9-acd049d69da6.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.290822] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5860780d-c21e-4d25-af3a-5253ad34c8ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.316912] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069220, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.320884] env[68216]: DEBUG oslo_vmware.api [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069221, 'name': PowerOffVM_Task, 'duration_secs': 0.225543} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.321115] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1170.321115] env[68216]: value = "task-3069223" [ 1170.321115] env[68216]: _type = "Task" [ 1170.321115] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.321473] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.326986] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.327296] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72508c67-c87f-46eb-85c4-ee42637f45f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.348491] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.349670] env[68216]: DEBUG oslo_vmware.api [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1170.349670] env[68216]: value = "task-3069224" [ 1170.349670] env[68216]: _type = "Task" [ 1170.349670] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.356447] env[68216]: DEBUG oslo_vmware.api [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.567520] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.567733] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.567922] env[68216]: DEBUG nova.network.neutron [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.689522] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069222, 'name': ReconfigVM_Task, 'duration_secs': 0.3424} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.689701] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Reconfigured VM instance instance-00000073 to attach disk [datastore2] bf34d6d3-61a2-4093-bc60-5352c6212342/bf34d6d3-61a2-4093-bc60-5352c6212342.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.690275] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-811b08fa-e01a-465a-ac78-ab9ea3fd644c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.696095] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1170.696095] env[68216]: value = "task-3069225" [ 1170.696095] env[68216]: _type = "Task" [ 1170.696095] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.703242] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069225, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.814029] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546877} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.814308] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 62f6a519-c5a2-4c1e-887a-6a6863909da6/62f6a519-c5a2-4c1e-887a-6a6863909da6.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.814522] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.814769] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31171c7d-9ba1-4d06-94f7-6a4bda51cd1f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.822419] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1170.822419] env[68216]: value = "task-3069226" [ 1170.822419] env[68216]: _type = "Task" [ 1170.822419] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.829478] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.839705] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069223, 'name': ReconfigVM_Task, 'duration_secs': 0.345271} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.839978] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-3f3411cf-70a2-4998-b7d9-acd049d69da6/volume-3f3411cf-70a2-4998-b7d9-acd049d69da6.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.844861] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b09e0b16-1b2f-4de5-97db-d6cf3527be6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.862715] env[68216]: DEBUG oslo_vmware.api [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069224, 'name': ReconfigVM_Task, 'duration_secs': 0.215094} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.863907] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.864131] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.864447] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1170.864447] env[68216]: value = "task-3069227" [ 1170.864447] env[68216]: _type = "Task" [ 1170.864447] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.864713] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-057e31f7-81c2-40d0-8f4c-bf74f7527410 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.874189] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.875391] env[68216]: DEBUG oslo_vmware.api [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1170.875391] env[68216]: value = "task-3069228" [ 1170.875391] env[68216]: _type = "Task" [ 1170.875391] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.882245] env[68216]: DEBUG oslo_vmware.api [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.206104] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069225, 'name': Rename_Task, 'duration_secs': 0.138734} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.206104] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.206104] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dd71734-9c70-45af-a3d4-46bdde95c936 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.212338] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1171.212338] env[68216]: value = "task-3069229" [ 1171.212338] env[68216]: _type = "Task" [ 1171.212338] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.222108] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.288431] env[68216]: DEBUG nova.network.neutron [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance_info_cache with network_info: [{"id": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "address": "fa:16:3e:4a:41:92", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142730d2-1e", "ovs_interfaceid": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.332515] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065078} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.333123] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.333916] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09b4a48-4854-4db2-b09b-c44472f7578f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.355970] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 62f6a519-c5a2-4c1e-887a-6a6863909da6/62f6a519-c5a2-4c1e-887a-6a6863909da6.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.356316] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4124bdda-ea17-410d-9549-cf041dfc1f21 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.379184] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069227, 'name': ReconfigVM_Task, 'duration_secs': 0.203866} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.382797] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614596', 'volume_id': '3f3411cf-70a2-4998-b7d9-acd049d69da6', 'name': 'volume-3f3411cf-70a2-4998-b7d9-acd049d69da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3411cf-70a2-4998-b7d9-acd049d69da6', 'serial': '3f3411cf-70a2-4998-b7d9-acd049d69da6'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1171.383448] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1171.383448] env[68216]: value = "task-3069230" [ 1171.383448] env[68216]: _type = "Task" [ 1171.383448] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.383638] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6540d279-c24a-400f-947b-b79cbc102c08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.391999] env[68216]: DEBUG oslo_vmware.api [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069228, 'name': PowerOnVM_Task, 'duration_secs': 0.424783} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.392512] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.392736] env[68216]: DEBUG nova.compute.manager [None req-4b6719a5-2b08-460e-ad1c-5714186e7c3f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.393430] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f05126-551e-4bc7-a8d1-8b5285f64656 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.399270] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1171.399270] env[68216]: value = "task-3069231" [ 1171.399270] env[68216]: _type = "Task" [ 1171.399270] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.399493] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.412716] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069231, 'name': Rename_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.722119] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069229, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.791339] env[68216]: DEBUG oslo_concurrency.lockutils [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.894688] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.910551] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069231, 'name': Rename_Task, 'duration_secs': 0.382218} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.911647] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.912040] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e11b233-f8fe-4bd4-ba49-62da3a1133f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.918473] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1171.918473] env[68216]: value = "task-3069232" [ 1171.918473] env[68216]: _type = "Task" [ 1171.918473] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.926152] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.222741] env[68216]: DEBUG oslo_vmware.api [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069229, 'name': PowerOnVM_Task, 'duration_secs': 0.527575} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.223061] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.223225] env[68216]: INFO nova.compute.manager [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1172.223402] env[68216]: DEBUG nova.compute.manager [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.224831] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3211e2-68ac-4be7-ac74-8c06d3cf1660 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.301593] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec480874-36eb-4f80-9052-8cf2e6306893 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.308958] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd752d8-b758-4a44-8d91-884f01b19a84 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.394322] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069230, 'name': ReconfigVM_Task, 'duration_secs': 0.770375} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.394724] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 62f6a519-c5a2-4c1e-887a-6a6863909da6/62f6a519-c5a2-4c1e-887a-6a6863909da6.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.395293] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bc9035b-30b6-4c98-a9e5-003fca270361 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.401793] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1172.401793] env[68216]: value = "task-3069233" [ 1172.401793] env[68216]: _type = "Task" [ 1172.401793] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.410381] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069233, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.427525] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.744192] env[68216]: INFO nova.compute.manager [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Took 14.12 seconds to build instance. [ 1172.911702] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069233, 'name': Rename_Task, 'duration_secs': 0.172874} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.911952] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.912206] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04f170fe-d49c-4f2b-8040-a8ba3302bf16 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.919476] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1172.919476] env[68216]: value = "task-3069234" [ 1172.919476] env[68216]: _type = "Task" [ 1172.919476] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.929492] env[68216]: DEBUG oslo_vmware.api [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069232, 'name': PowerOnVM_Task, 'duration_secs': 0.606014} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.932282] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.934144] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.039193] env[68216]: DEBUG nova.compute.manager [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.040471] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d87d3e4-492e-46f9-988a-2cde163bd363 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.055982] env[68216]: DEBUG nova.compute.manager [req-6e8af1bc-72b0-4d00-b694-5e8ee68d86cc req-7748ccc0-6dbe-4fcf-bf0d-271e8d866695 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received event network-changed-b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1173.055982] env[68216]: DEBUG nova.compute.manager [req-6e8af1bc-72b0-4d00-b694-5e8ee68d86cc req-7748ccc0-6dbe-4fcf-bf0d-271e8d866695 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing instance network info cache due to event network-changed-b2c2020f-af5c-49b7-a23b-70534f0212b8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1173.055982] env[68216]: DEBUG oslo_concurrency.lockutils [req-6e8af1bc-72b0-4d00-b694-5e8ee68d86cc req-7748ccc0-6dbe-4fcf-bf0d-271e8d866695 service nova] Acquiring lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.056585] env[68216]: DEBUG oslo_concurrency.lockutils [req-6e8af1bc-72b0-4d00-b694-5e8ee68d86cc req-7748ccc0-6dbe-4fcf-bf0d-271e8d866695 service nova] Acquired lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.056585] env[68216]: DEBUG nova.network.neutron [req-6e8af1bc-72b0-4d00-b694-5e8ee68d86cc req-7748ccc0-6dbe-4fcf-bf0d-271e8d866695 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing network info cache for port b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.246258] env[68216]: DEBUG oslo_concurrency.lockutils [None req-564ea7ef-7584-429a-bd74-39d42d482db0 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "bf34d6d3-61a2-4093-bc60-5352c6212342" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.625s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.408865] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a63250-847a-47ed-bda2-ce8d84c3b6d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.438647] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be062b6a-0826-4458-9b85-2ea4474a76b6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.449658] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.452783] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance '74ba5029-356a-4e0d-a502-6d1ae81393c5' progress to 83 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.560798] env[68216]: DEBUG oslo_concurrency.lockutils [None req-642125bf-c7ae-49f9-aec2-66ac8290fec8 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.241s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.807409] env[68216]: DEBUG nova.network.neutron [req-6e8af1bc-72b0-4d00-b694-5e8ee68d86cc req-7748ccc0-6dbe-4fcf-bf0d-271e8d866695 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updated VIF entry in instance network info cache for port b2c2020f-af5c-49b7-a23b-70534f0212b8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.807558] env[68216]: DEBUG nova.network.neutron [req-6e8af1bc-72b0-4d00-b694-5e8ee68d86cc req-7748ccc0-6dbe-4fcf-bf0d-271e8d866695 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [{"id": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "address": "fa:16:3e:35:f8:94", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c2020f-af", "ovs_interfaceid": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.930276] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.930965] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.944873] env[68216]: DEBUG oslo_vmware.api [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069234, 'name': PowerOnVM_Task, 'duration_secs': 0.540914} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.945934] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.946222] env[68216]: INFO nova.compute.manager [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1173.946489] env[68216]: DEBUG nova.compute.manager [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.947917] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34df8d1-fcb0-47c3-98a3-7c35012c4a06 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.959200] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.959707] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c52e093f-f18c-4f17-bc00-a574fef57920 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.966723] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1173.966723] env[68216]: value = "task-3069235" [ 1173.966723] env[68216]: _type = "Task" [ 1173.966723] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.974973] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.312014] env[68216]: DEBUG oslo_concurrency.lockutils [req-6e8af1bc-72b0-4d00-b694-5e8ee68d86cc req-7748ccc0-6dbe-4fcf-bf0d-271e8d866695 service nova] Releasing lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.433981] env[68216]: DEBUG nova.compute.manager [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.470630] env[68216]: INFO nova.compute.manager [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Took 13.66 seconds to build instance. [ 1174.478046] env[68216]: DEBUG oslo_vmware.api [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069235, 'name': PowerOnVM_Task, 'duration_secs': 0.505931} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.478046] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.478232] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-64d6db69-d6f8-4706-ac89-4b2354f68782 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance '74ba5029-356a-4e0d-a502-6d1ae81393c5' progress to 100 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.955174] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.955472] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.957589] env[68216]: INFO nova.compute.claims [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.973306] env[68216]: DEBUG oslo_concurrency.lockutils [None req-08d8adc3-fafe-4250-9aa1-25428203d7b5 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "62f6a519-c5a2-4c1e-887a-6a6863909da6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.170s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.070885] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.071126] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.573468] env[68216]: DEBUG nova.compute.manager [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.960591] env[68216]: DEBUG nova.compute.manager [req-60851f77-d9f4-4e57-a9e8-092e90ced079 req-18c36979-a8ad-4b3d-a651-1816593466df service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Received event network-changed-a99a0c1b-db18-43b6-9e92-cfc985f79940 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1175.960742] env[68216]: DEBUG nova.compute.manager [req-60851f77-d9f4-4e57-a9e8-092e90ced079 req-18c36979-a8ad-4b3d-a651-1816593466df service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Refreshing instance network info cache due to event network-changed-a99a0c1b-db18-43b6-9e92-cfc985f79940. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1175.960943] env[68216]: DEBUG oslo_concurrency.lockutils [req-60851f77-d9f4-4e57-a9e8-092e90ced079 req-18c36979-a8ad-4b3d-a651-1816593466df service nova] Acquiring lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.961092] env[68216]: DEBUG oslo_concurrency.lockutils [req-60851f77-d9f4-4e57-a9e8-092e90ced079 req-18c36979-a8ad-4b3d-a651-1816593466df service nova] Acquired lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.961262] env[68216]: DEBUG nova.network.neutron [req-60851f77-d9f4-4e57-a9e8-092e90ced079 req-18c36979-a8ad-4b3d-a651-1816593466df service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Refreshing network info cache for port a99a0c1b-db18-43b6-9e92-cfc985f79940 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.091826] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.133092] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9e7190-a0a4-40b9-ada5-27de3bef1ab8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.140913] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8d77a1-2cc4-4df4-a1e8-2d2776d395c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.171298] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc4093e-4142-4b74-9c73-7763d6f2646c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.178499] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c62b70-9f03-4191-ac24-ca56a85274dc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.191686] env[68216]: DEBUG nova.compute.provider_tree [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.670348] env[68216]: DEBUG nova.network.neutron [req-60851f77-d9f4-4e57-a9e8-092e90ced079 req-18c36979-a8ad-4b3d-a651-1816593466df service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updated VIF entry in instance network info cache for port a99a0c1b-db18-43b6-9e92-cfc985f79940. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.670712] env[68216]: DEBUG nova.network.neutron [req-60851f77-d9f4-4e57-a9e8-092e90ced079 req-18c36979-a8ad-4b3d-a651-1816593466df service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance_info_cache with network_info: [{"id": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "address": "fa:16:3e:80:51:b7", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99a0c1b-db", "ovs_interfaceid": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.694298] env[68216]: DEBUG nova.scheduler.client.report [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.173818] env[68216]: DEBUG oslo_concurrency.lockutils [req-60851f77-d9f4-4e57-a9e8-092e90ced079 req-18c36979-a8ad-4b3d-a651-1816593466df service nova] Releasing lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.199053] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.199614] env[68216]: DEBUG nova.compute.manager [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.202311] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.111s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.203900] env[68216]: INFO nova.compute.claims [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.507861] env[68216]: DEBUG nova.network.neutron [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Port 142730d2-1e62-4afc-93a6-612d2d73e5b2 binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1177.508137] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.508287] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.508448] env[68216]: DEBUG nova.network.neutron [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.708871] env[68216]: DEBUG nova.compute.utils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.712074] env[68216]: DEBUG nova.compute.manager [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.712279] env[68216]: DEBUG nova.network.neutron [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.749525] env[68216]: DEBUG nova.policy [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa30aa5d1674138b60d8257cc5da2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129daf9119fc4c53bb93c29bbdcee2ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.019632] env[68216]: DEBUG nova.network.neutron [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Successfully created port: 31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.212523] env[68216]: DEBUG nova.compute.manager [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.256380] env[68216]: DEBUG nova.network.neutron [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance_info_cache with network_info: [{"id": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "address": "fa:16:3e:4a:41:92", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142730d2-1e", "ovs_interfaceid": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.363475] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edb397d-5f67-4f7d-ba6e-f05ed0f5a22c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.371455] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026a3321-4f41-47af-a6e7-669a4823b580 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.402324] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de53d341-d784-4e89-9e92-c42a12f17e1b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.409706] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53822c44-b335-412e-81e9-4f9f15b567ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.422695] env[68216]: DEBUG nova.compute.provider_tree [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.760111] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.925698] env[68216]: DEBUG nova.scheduler.client.report [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.225121] env[68216]: DEBUG nova.compute.manager [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.250605] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.250894] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.251120] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.251357] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.251541] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.251727] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.251970] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.252185] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.252392] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.252592] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.252827] env[68216]: DEBUG nova.virt.hardware [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.253800] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54cdfb4-5766-4f7d-9744-246e9e2c8eff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.262176] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a15e67f-1d7f-4de9-b54c-4036bb164777 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.267234] env[68216]: DEBUG nova.compute.manager [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68216) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1179.393247] env[68216]: DEBUG nova.compute.manager [req-71a6adb6-b076-4127-9d05-7bc6a917d7a6 req-f8330725-bb9e-40ca-8023-9f5bd7951f56 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Received event network-vif-plugged-31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1179.393453] env[68216]: DEBUG oslo_concurrency.lockutils [req-71a6adb6-b076-4127-9d05-7bc6a917d7a6 req-f8330725-bb9e-40ca-8023-9f5bd7951f56 service nova] Acquiring lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.393612] env[68216]: DEBUG oslo_concurrency.lockutils [req-71a6adb6-b076-4127-9d05-7bc6a917d7a6 req-f8330725-bb9e-40ca-8023-9f5bd7951f56 service nova] Lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.393773] env[68216]: DEBUG oslo_concurrency.lockutils [req-71a6adb6-b076-4127-9d05-7bc6a917d7a6 req-f8330725-bb9e-40ca-8023-9f5bd7951f56 service nova] Lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.393978] env[68216]: DEBUG nova.compute.manager [req-71a6adb6-b076-4127-9d05-7bc6a917d7a6 req-f8330725-bb9e-40ca-8023-9f5bd7951f56 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] No waiting events found dispatching network-vif-plugged-31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.394131] env[68216]: WARNING nova.compute.manager [req-71a6adb6-b076-4127-9d05-7bc6a917d7a6 req-f8330725-bb9e-40ca-8023-9f5bd7951f56 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Received unexpected event network-vif-plugged-31ed5e3d-01db-41df-a994-dc15573da4b2 for instance with vm_state building and task_state spawning. [ 1179.431622] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.432135] env[68216]: DEBUG nova.compute.manager [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.474027] env[68216]: DEBUG nova.network.neutron [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Successfully updated port: 31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.936937] env[68216]: DEBUG nova.compute.utils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.938514] env[68216]: DEBUG nova.compute.manager [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.938725] env[68216]: DEBUG nova.network.neutron [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.975779] env[68216]: DEBUG nova.policy [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4452fc46a1c41a9acfb1ba1fde695dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85467a50a6ad481fa9c16e9952e04bf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.977592] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.977732] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.977830] env[68216]: DEBUG nova.network.neutron [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.251848] env[68216]: DEBUG nova.network.neutron [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Successfully created port: 98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.372951] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.373343] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.441491] env[68216]: DEBUG nova.compute.manager [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.510217] env[68216]: DEBUG nova.network.neutron [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.631084] env[68216]: DEBUG nova.network.neutron [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updating instance_info_cache with network_info: [{"id": "31ed5e3d-01db-41df-a994-dc15573da4b2", "address": "fa:16:3e:43:12:8c", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed5e3d-01", "ovs_interfaceid": "31ed5e3d-01db-41df-a994-dc15573da4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.876683] env[68216]: DEBUG nova.objects.instance [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'migration_context' on Instance uuid 74ba5029-356a-4e0d-a502-6d1ae81393c5 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.133753] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.134192] env[68216]: DEBUG nova.compute.manager [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Instance network_info: |[{"id": "31ed5e3d-01db-41df-a994-dc15573da4b2", "address": "fa:16:3e:43:12:8c", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed5e3d-01", "ovs_interfaceid": "31ed5e3d-01db-41df-a994-dc15573da4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.134558] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:12:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31ed5e3d-01db-41df-a994-dc15573da4b2', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.142329] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.142582] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.142835] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db6715d1-cf0a-4969-b4d3-690b43fbf5c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.164124] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.164124] env[68216]: value = "task-3069236" [ 1181.164124] env[68216]: _type = "Task" [ 1181.164124] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.172473] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069236, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.421357] env[68216]: DEBUG nova.compute.manager [req-8bcf1200-eda7-488c-8a67-7287e9e14f96 req-6b37ccd9-48e2-4fdb-b029-ec8f47c3768b service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Received event network-changed-31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1181.421558] env[68216]: DEBUG nova.compute.manager [req-8bcf1200-eda7-488c-8a67-7287e9e14f96 req-6b37ccd9-48e2-4fdb-b029-ec8f47c3768b service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Refreshing instance network info cache due to event network-changed-31ed5e3d-01db-41df-a994-dc15573da4b2. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1181.421809] env[68216]: DEBUG oslo_concurrency.lockutils [req-8bcf1200-eda7-488c-8a67-7287e9e14f96 req-6b37ccd9-48e2-4fdb-b029-ec8f47c3768b service nova] Acquiring lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.421986] env[68216]: DEBUG oslo_concurrency.lockutils [req-8bcf1200-eda7-488c-8a67-7287e9e14f96 req-6b37ccd9-48e2-4fdb-b029-ec8f47c3768b service nova] Acquired lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.422189] env[68216]: DEBUG nova.network.neutron [req-8bcf1200-eda7-488c-8a67-7287e9e14f96 req-6b37ccd9-48e2-4fdb-b029-ec8f47c3768b service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Refreshing network info cache for port 31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.451590] env[68216]: DEBUG nova.compute.manager [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.480104] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.480378] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.480543] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.480812] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.480884] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.481051] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.481284] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.481453] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.481623] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.481797] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.481982] env[68216]: DEBUG nova.virt.hardware [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.482897] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14066181-7da5-4e7f-9f13-065a42c5db3d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.493189] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63cff34-fd0e-43e2-8a1e-ca15f10d9a9b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.561786] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5eb08b-7f6d-439c-81b1-c5494f9da4fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.570699] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ed7ef4-b759-4755-9590-fc97287afaac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.602135] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c22d27-29c8-4aa3-b8da-c4e75ddb0235 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.609795] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e880e-b516-47fd-9640-543807d66b08 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.623449] env[68216]: DEBUG nova.compute.provider_tree [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.673196] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069236, 'name': CreateVM_Task, 'duration_secs': 0.40385} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.673359] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.674019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.674181] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.674499] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.674777] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8737c820-800c-4f90-975c-1dfa6522c6d8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.679470] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1181.679470] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526e29e5-82b9-3d1c-582a-d89899fe43de" [ 1181.679470] env[68216]: _type = "Task" [ 1181.679470] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.687119] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526e29e5-82b9-3d1c-582a-d89899fe43de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.727650] env[68216]: DEBUG nova.network.neutron [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Successfully updated port: 98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.117141] env[68216]: DEBUG nova.network.neutron [req-8bcf1200-eda7-488c-8a67-7287e9e14f96 req-6b37ccd9-48e2-4fdb-b029-ec8f47c3768b service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updated VIF entry in instance network info cache for port 31ed5e3d-01db-41df-a994-dc15573da4b2. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.117556] env[68216]: DEBUG nova.network.neutron [req-8bcf1200-eda7-488c-8a67-7287e9e14f96 req-6b37ccd9-48e2-4fdb-b029-ec8f47c3768b service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updating instance_info_cache with network_info: [{"id": "31ed5e3d-01db-41df-a994-dc15573da4b2", "address": "fa:16:3e:43:12:8c", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed5e3d-01", "ovs_interfaceid": "31ed5e3d-01db-41df-a994-dc15573da4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.126120] env[68216]: DEBUG nova.scheduler.client.report [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.189920] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526e29e5-82b9-3d1c-582a-d89899fe43de, 'name': SearchDatastore_Task, 'duration_secs': 0.023265} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.190303] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.190420] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.190653] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.190797] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.190992] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.191269] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ed08625-d3d5-4dae-8e9f-647a2cb59174 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.201453] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.201453] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.201796] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2981850a-0b3a-4272-a420-c0b14a245f57 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.207220] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1182.207220] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5238d1ca-b160-b3a1-ca53-3ecd7c6ce9bb" [ 1182.207220] env[68216]: _type = "Task" [ 1182.207220] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.215713] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5238d1ca-b160-b3a1-ca53-3ecd7c6ce9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.230502] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.230670] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.230830] env[68216]: DEBUG nova.network.neutron [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.620668] env[68216]: DEBUG oslo_concurrency.lockutils [req-8bcf1200-eda7-488c-8a67-7287e9e14f96 req-6b37ccd9-48e2-4fdb-b029-ec8f47c3768b service nova] Releasing lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.718995] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5238d1ca-b160-b3a1-ca53-3ecd7c6ce9bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.720049] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e282a39-05c0-4d5e-a416-68b2f8f612b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.725209] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1182.725209] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52015e08-ffb6-d73b-eba7-18ed9da7e418" [ 1182.725209] env[68216]: _type = "Task" [ 1182.725209] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.732541] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52015e08-ffb6-d73b-eba7-18ed9da7e418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.760274] env[68216]: DEBUG nova.network.neutron [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.875505] env[68216]: DEBUG nova.network.neutron [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updating instance_info_cache with network_info: [{"id": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "address": "fa:16:3e:06:93:3b", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e2e2a2-08", "ovs_interfaceid": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.140811] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.767s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.236370] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52015e08-ffb6-d73b-eba7-18ed9da7e418, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.236789] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.237085] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489/6e09942e-d4ca-45ce-bcbf-7a2a9e63e489.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.237348] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9973be3f-1bfd-4b26-9f53-3138ff7dc3ec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.244317] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1183.244317] env[68216]: value = "task-3069237" [ 1183.244317] env[68216]: _type = "Task" [ 1183.244317] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.252299] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.378261] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.378539] env[68216]: DEBUG nova.compute.manager [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Instance network_info: |[{"id": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "address": "fa:16:3e:06:93:3b", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e2e2a2-08", "ovs_interfaceid": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.378946] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:93:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98e2e2a2-08f1-4646-bef7-edb6f6531c5b', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.387196] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.387434] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.387916] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67705d74-2485-472c-b0c6-0c7718cb8303 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.409227] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.409227] env[68216]: value = "task-3069238" [ 1183.409227] env[68216]: _type = "Task" [ 1183.409227] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.417961] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069238, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.459591] env[68216]: DEBUG nova.compute.manager [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Received event network-vif-plugged-98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1183.459591] env[68216]: DEBUG oslo_concurrency.lockutils [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] Acquiring lock "55443f64-2e55-4b85-8f4c-84e42e3c928f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.459591] env[68216]: DEBUG oslo_concurrency.lockutils [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.459591] env[68216]: DEBUG oslo_concurrency.lockutils [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.459591] env[68216]: DEBUG nova.compute.manager [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] No waiting events found dispatching network-vif-plugged-98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.459591] env[68216]: WARNING nova.compute.manager [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Received unexpected event network-vif-plugged-98e2e2a2-08f1-4646-bef7-edb6f6531c5b for instance with vm_state building and task_state spawning. [ 1183.459591] env[68216]: DEBUG nova.compute.manager [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Received event network-changed-98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1183.459591] env[68216]: DEBUG nova.compute.manager [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Refreshing instance network info cache due to event network-changed-98e2e2a2-08f1-4646-bef7-edb6f6531c5b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1183.459591] env[68216]: DEBUG oslo_concurrency.lockutils [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] Acquiring lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.459591] env[68216]: DEBUG oslo_concurrency.lockutils [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] Acquired lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.459591] env[68216]: DEBUG nova.network.neutron [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Refreshing network info cache for port 98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.753504] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479917} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.753787] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489/6e09942e-d4ca-45ce-bcbf-7a2a9e63e489.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.754025] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.754297] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdbcc5a1-94f5-46d1-8ed1-eba53e1ee983 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.761976] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1183.761976] env[68216]: value = "task-3069239" [ 1183.761976] env[68216]: _type = "Task" [ 1183.761976] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.770895] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.918861] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069238, 'name': CreateVM_Task, 'duration_secs': 0.358257} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.919113] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.919809] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.919974] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.920311] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.920557] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3448d9-cbd3-4262-be0e-3ae6edad2cbd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.924962] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1183.924962] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520d42f3-9ce7-d010-dc64-e447a94ddbf9" [ 1183.924962] env[68216]: _type = "Task" [ 1183.924962] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.932294] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520d42f3-9ce7-d010-dc64-e447a94ddbf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.143236] env[68216]: DEBUG nova.network.neutron [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updated VIF entry in instance network info cache for port 98e2e2a2-08f1-4646-bef7-edb6f6531c5b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.143587] env[68216]: DEBUG nova.network.neutron [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updating instance_info_cache with network_info: [{"id": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "address": "fa:16:3e:06:93:3b", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e2e2a2-08", "ovs_interfaceid": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.271850] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064626} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.272178] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.272908] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a014932-3845-434e-8a15-ebbca2a99939 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.294294] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489/6e09942e-d4ca-45ce-bcbf-7a2a9e63e489.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.294577] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a77914e5-66be-433d-a866-6e6932347e7c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.314149] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1184.314149] env[68216]: value = "task-3069240" [ 1184.314149] env[68216]: _type = "Task" [ 1184.314149] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.324489] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.434457] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520d42f3-9ce7-d010-dc64-e447a94ddbf9, 'name': SearchDatastore_Task, 'duration_secs': 0.008895} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.434793] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.435061] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.435327] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.435483] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.435674] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.435949] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-303fb745-6512-4a72-8d9e-e78e37cbd44c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.444257] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.444475] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.445227] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afb279c-4e57-427f-a727-cb47b7e2478b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.449961] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1184.449961] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a9090d-f8cc-fa4d-f62c-54f99d146704" [ 1184.449961] env[68216]: _type = "Task" [ 1184.449961] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.457196] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a9090d-f8cc-fa4d-f62c-54f99d146704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.646071] env[68216]: DEBUG oslo_concurrency.lockutils [req-781bc9b6-ac50-4ed0-8a86-6e5176b87fa1 req-92cda106-3201-463a-976b-18ddf708e032 service nova] Releasing lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.679315] env[68216]: INFO nova.compute.manager [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Swapping old allocation on dict_keys(['9169374f-90e2-438b-ad3b-d543cda4cb3f']) held by migration 921cde9f-74f6-4f5f-925e-196d1bb1c556 for instance [ 1184.700304] env[68216]: DEBUG nova.scheduler.client.report [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Overwriting current allocation {'allocations': {'9169374f-90e2-438b-ad3b-d543cda4cb3f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': '0a49ee43812b4076a5920f8dd765175c', 'user_id': '35447d69c9a34f2e9953fa523642d8b8', 'consumer_generation': 1} on consumer 74ba5029-356a-4e0d-a502-6d1ae81393c5 {{(pid=68216) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1184.780756] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.780953] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.781147] env[68216]: DEBUG nova.network.neutron [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.824272] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069240, 'name': ReconfigVM_Task, 'duration_secs': 0.322815} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.824538] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489/6e09942e-d4ca-45ce-bcbf-7a2a9e63e489.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.825145] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd9badcf-32fc-421d-b1a5-123e8a490e21 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.831033] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1184.831033] env[68216]: value = "task-3069241" [ 1184.831033] env[68216]: _type = "Task" [ 1184.831033] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.838407] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069241, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.959894] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a9090d-f8cc-fa4d-f62c-54f99d146704, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.960674] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85517f4a-b97e-41ab-bf66-8fbe3aef0723 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.965854] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1184.965854] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523f4e80-8381-0a5c-5186-16d68b30f384" [ 1184.965854] env[68216]: _type = "Task" [ 1184.965854] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.974595] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523f4e80-8381-0a5c-5186-16d68b30f384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.340819] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069241, 'name': Rename_Task, 'duration_secs': 0.147545} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.341178] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.341334] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19137607-92a3-41a5-9b34-b2f615cfaaae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.347793] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1185.347793] env[68216]: value = "task-3069242" [ 1185.347793] env[68216]: _type = "Task" [ 1185.347793] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.357130] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.478750] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523f4e80-8381-0a5c-5186-16d68b30f384, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.479015] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.479330] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 55443f64-2e55-4b85-8f4c-84e42e3c928f/55443f64-2e55-4b85-8f4c-84e42e3c928f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.479540] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-257e7d17-3de6-4502-ae15-0fd2568edfc5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.485986] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1185.485986] env[68216]: value = "task-3069243" [ 1185.485986] env[68216]: _type = "Task" [ 1185.485986] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.489596] env[68216]: DEBUG nova.network.neutron [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance_info_cache with network_info: [{"id": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "address": "fa:16:3e:4a:41:92", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142730d2-1e", "ovs_interfaceid": "142730d2-1e62-4afc-93a6-612d2d73e5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.495109] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.857877] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069242, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.992075] env[68216]: DEBUG oslo_concurrency.lockutils [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-74ba5029-356a-4e0d-a502-6d1ae81393c5" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.993394] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fd69bf-05ef-4bc7-bb49-0240682d715d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.999375] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498219} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.000068] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 55443f64-2e55-4b85-8f4c-84e42e3c928f/55443f64-2e55-4b85-8f4c-84e42e3c928f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.000302] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.000532] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a954e7bd-5292-4470-815f-a0aa4de48e03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.004304] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad5727e-e390-43f6-8b30-1711b3d612a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.008374] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1186.008374] env[68216]: value = "task-3069244" [ 1186.008374] env[68216]: _type = "Task" [ 1186.008374] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.015352] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.358676] env[68216]: DEBUG oslo_vmware.api [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069242, 'name': PowerOnVM_Task, 'duration_secs': 0.608365} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.358928] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.359128] env[68216]: INFO nova.compute.manager [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1186.359317] env[68216]: DEBUG nova.compute.manager [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.360077] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b162b-8fdb-41c1-b210-21ced62ea354 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.517835] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086055} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.518118] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.518882] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8452b6c0-9bc4-42ca-8d4f-3f94b5eacdc6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.541563] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 55443f64-2e55-4b85-8f4c-84e42e3c928f/55443f64-2e55-4b85-8f4c-84e42e3c928f.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.541818] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d122467-139d-4dd3-b052-c71073f569d4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.562488] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1186.562488] env[68216]: value = "task-3069245" [ 1186.562488] env[68216]: _type = "Task" [ 1186.562488] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.571978] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.878744] env[68216]: INFO nova.compute.manager [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Took 11.94 seconds to build instance. [ 1187.073194] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.095662] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.095662] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda78f00-1648-43ec-a6e1-d9664179a713 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.105594] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1187.105594] env[68216]: value = "task-3069246" [ 1187.105594] env[68216]: _type = "Task" [ 1187.105594] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.121761] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.134970] env[68216]: DEBUG nova.compute.manager [req-10c925ac-79b4-406b-8242-57b0b6398a76 req-cf1a07bf-2e10-4f41-a17c-0cf2fccafd87 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received event network-changed-b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1187.136341] env[68216]: DEBUG nova.compute.manager [req-10c925ac-79b4-406b-8242-57b0b6398a76 req-cf1a07bf-2e10-4f41-a17c-0cf2fccafd87 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing instance network info cache due to event network-changed-b2c2020f-af5c-49b7-a23b-70534f0212b8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1187.136633] env[68216]: DEBUG oslo_concurrency.lockutils [req-10c925ac-79b4-406b-8242-57b0b6398a76 req-cf1a07bf-2e10-4f41-a17c-0cf2fccafd87 service nova] Acquiring lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.136856] env[68216]: DEBUG oslo_concurrency.lockutils [req-10c925ac-79b4-406b-8242-57b0b6398a76 req-cf1a07bf-2e10-4f41-a17c-0cf2fccafd87 service nova] Acquired lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.137059] env[68216]: DEBUG nova.network.neutron [req-10c925ac-79b4-406b-8242-57b0b6398a76 req-cf1a07bf-2e10-4f41-a17c-0cf2fccafd87 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing network info cache for port b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.381349] env[68216]: DEBUG oslo_concurrency.lockutils [None req-4e2884aa-acc7-4de1-b65c-02009b232ac2 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.451s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.573783] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069245, 'name': ReconfigVM_Task, 'duration_secs': 0.724194} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.575254] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 55443f64-2e55-4b85-8f4c-84e42e3c928f/55443f64-2e55-4b85-8f4c-84e42e3c928f.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.575254] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2041fce9-ad0d-4853-9707-99b8f8c225e1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.582630] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1187.582630] env[68216]: value = "task-3069247" [ 1187.582630] env[68216]: _type = "Task" [ 1187.582630] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.590270] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069247, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.615766] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069246, 'name': PowerOffVM_Task, 'duration_secs': 0.227417} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.615953] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.616516] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.616758] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.616918] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.617111] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.617361] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.617432] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.617586] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.617769] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.617946] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.618126] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.618298] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.623199] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d87838-c120-4eca-95d7-fdb93cf3b013 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.636789] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1187.636789] env[68216]: value = "task-3069248" [ 1187.636789] env[68216]: _type = "Task" [ 1187.636789] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.646181] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.962949] env[68216]: DEBUG nova.network.neutron [req-10c925ac-79b4-406b-8242-57b0b6398a76 req-cf1a07bf-2e10-4f41-a17c-0cf2fccafd87 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updated VIF entry in instance network info cache for port b2c2020f-af5c-49b7-a23b-70534f0212b8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.963342] env[68216]: DEBUG nova.network.neutron [req-10c925ac-79b4-406b-8242-57b0b6398a76 req-cf1a07bf-2e10-4f41-a17c-0cf2fccafd87 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [{"id": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "address": "fa:16:3e:35:f8:94", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c2020f-af", "ovs_interfaceid": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.093555] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069247, 'name': Rename_Task, 'duration_secs': 0.141406} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.093835] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.094114] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee0e4d86-d7cf-4f88-bca9-cba8ac508ccb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.102362] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1188.102362] env[68216]: value = "task-3069249" [ 1188.102362] env[68216]: _type = "Task" [ 1188.102362] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.108794] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.146686] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069248, 'name': ReconfigVM_Task, 'duration_secs': 0.124491} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.147497] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9797fd79-ac00-4514-922f-6732bc75d201 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.868090] env[68216]: DEBUG oslo_concurrency.lockutils [req-10c925ac-79b4-406b-8242-57b0b6398a76 req-cf1a07bf-2e10-4f41-a17c-0cf2fccafd87 service nova] Releasing lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.868947] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.869183] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.869333] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.869506] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.869671] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.869791] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.869980] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.870148] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.870309] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.870462] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.870623] env[68216]: DEBUG nova.virt.hardware [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.872233] env[68216]: DEBUG nova.compute.manager [req-696f117a-67f8-421d-959c-8986e6379daf req-0e5e3991-65c5-4dfb-be4c-f6047fe38f7d service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Received event network-changed-31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1188.872405] env[68216]: DEBUG nova.compute.manager [req-696f117a-67f8-421d-959c-8986e6379daf req-0e5e3991-65c5-4dfb-be4c-f6047fe38f7d service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Refreshing instance network info cache due to event network-changed-31ed5e3d-01db-41df-a994-dc15573da4b2. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1188.872601] env[68216]: DEBUG oslo_concurrency.lockutils [req-696f117a-67f8-421d-959c-8986e6379daf req-0e5e3991-65c5-4dfb-be4c-f6047fe38f7d service nova] Acquiring lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.872739] env[68216]: DEBUG oslo_concurrency.lockutils [req-696f117a-67f8-421d-959c-8986e6379daf req-0e5e3991-65c5-4dfb-be4c-f6047fe38f7d service nova] Acquired lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.872890] env[68216]: DEBUG nova.network.neutron [req-696f117a-67f8-421d-959c-8986e6379daf req-0e5e3991-65c5-4dfb-be4c-f6047fe38f7d service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Refreshing network info cache for port 31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.877137] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570971e7-48c3-4137-af73-64e71df66680 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.883048] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1188.883048] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521e0ca8-be02-ab81-1af3-3b97174c536d" [ 1188.883048] env[68216]: _type = "Task" [ 1188.883048] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.886624] env[68216]: DEBUG oslo_vmware.api [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069249, 'name': PowerOnVM_Task, 'duration_secs': 0.54086} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.889476] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.889700] env[68216]: INFO nova.compute.manager [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1188.889925] env[68216]: DEBUG nova.compute.manager [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.890666] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be68a97b-e20d-488f-be17-53d4516b864b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.902566] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521e0ca8-be02-ab81-1af3-3b97174c536d, 'name': SearchDatastore_Task, 'duration_secs': 0.008338} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.907380] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.907682] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aaa97ec-229f-4e3c-8e1e-e55267e52e65 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.926226] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1188.926226] env[68216]: value = "task-3069250" [ 1188.926226] env[68216]: _type = "Task" [ 1188.926226] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.934905] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.163152] env[68216]: DEBUG nova.compute.manager [req-55665c9b-21cd-466c-b680-264e285ebe8e req-65ffebfd-0483-49d0-a8ff-6bdf94138a50 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Received event network-changed-31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1189.163339] env[68216]: DEBUG nova.compute.manager [req-55665c9b-21cd-466c-b680-264e285ebe8e req-65ffebfd-0483-49d0-a8ff-6bdf94138a50 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Refreshing instance network info cache due to event network-changed-31ed5e3d-01db-41df-a994-dc15573da4b2. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1189.163556] env[68216]: DEBUG oslo_concurrency.lockutils [req-55665c9b-21cd-466c-b680-264e285ebe8e req-65ffebfd-0483-49d0-a8ff-6bdf94138a50 service nova] Acquiring lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.412524] env[68216]: INFO nova.compute.manager [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Took 13.33 seconds to build instance. [ 1189.436443] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069250, 'name': ReconfigVM_Task, 'duration_secs': 0.460318} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.436752] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.437517] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd5520-f0b9-42ff-a02a-66d399448863 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.464100] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 74ba5029-356a-4e0d-a502-6d1ae81393c5/74ba5029-356a-4e0d-a502-6d1ae81393c5.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.464100] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76bf0168-1920-42e2-96af-591e3bac0215 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.481634] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1189.481634] env[68216]: value = "task-3069251" [ 1189.481634] env[68216]: _type = "Task" [ 1189.481634] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.491257] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.763287] env[68216]: DEBUG nova.network.neutron [req-696f117a-67f8-421d-959c-8986e6379daf req-0e5e3991-65c5-4dfb-be4c-f6047fe38f7d service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updated VIF entry in instance network info cache for port 31ed5e3d-01db-41df-a994-dc15573da4b2. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.763758] env[68216]: DEBUG nova.network.neutron [req-696f117a-67f8-421d-959c-8986e6379daf req-0e5e3991-65c5-4dfb-be4c-f6047fe38f7d service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updating instance_info_cache with network_info: [{"id": "31ed5e3d-01db-41df-a994-dc15573da4b2", "address": "fa:16:3e:43:12:8c", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed5e3d-01", "ovs_interfaceid": "31ed5e3d-01db-41df-a994-dc15573da4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.916094] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0c45b3f3-a984-4a46-9f12-97274d3d37b6 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.845s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.993018] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.266684] env[68216]: DEBUG oslo_concurrency.lockutils [req-696f117a-67f8-421d-959c-8986e6379daf req-0e5e3991-65c5-4dfb-be4c-f6047fe38f7d service nova] Releasing lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.267118] env[68216]: DEBUG oslo_concurrency.lockutils [req-55665c9b-21cd-466c-b680-264e285ebe8e req-65ffebfd-0483-49d0-a8ff-6bdf94138a50 service nova] Acquired lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.267314] env[68216]: DEBUG nova.network.neutron [req-55665c9b-21cd-466c-b680-264e285ebe8e req-65ffebfd-0483-49d0-a8ff-6bdf94138a50 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Refreshing network info cache for port 31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.316411] env[68216]: DEBUG nova.compute.manager [req-813d88cb-98bf-4edd-aa68-87ccdaf89537 req-c23cd9a4-f36f-4cc9-bacc-51bdc7c561e6 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received event network-changed-b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1190.316844] env[68216]: DEBUG nova.compute.manager [req-813d88cb-98bf-4edd-aa68-87ccdaf89537 req-c23cd9a4-f36f-4cc9-bacc-51bdc7c561e6 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing instance network info cache due to event network-changed-b2c2020f-af5c-49b7-a23b-70534f0212b8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1190.316896] env[68216]: DEBUG oslo_concurrency.lockutils [req-813d88cb-98bf-4edd-aa68-87ccdaf89537 req-c23cd9a4-f36f-4cc9-bacc-51bdc7c561e6 service nova] Acquiring lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.317098] env[68216]: DEBUG oslo_concurrency.lockutils [req-813d88cb-98bf-4edd-aa68-87ccdaf89537 req-c23cd9a4-f36f-4cc9-bacc-51bdc7c561e6 service nova] Acquired lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.317251] env[68216]: DEBUG nova.network.neutron [req-813d88cb-98bf-4edd-aa68-87ccdaf89537 req-c23cd9a4-f36f-4cc9-bacc-51bdc7c561e6 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing network info cache for port b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.492623] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069251, 'name': ReconfigVM_Task, 'duration_secs': 0.770312} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.496076] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 74ba5029-356a-4e0d-a502-6d1ae81393c5/74ba5029-356a-4e0d-a502-6d1ae81393c5.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.496076] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a688a9e7-ba2a-473a-bb17-ea54ae2b6305 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.514253] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a31e0c6-0f48-4b39-b4f9-91f19b044705 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.535418] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6a4a5-a459-435a-a88e-3c3b9dc74fe9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.555255] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a96bc45-ba30-47c1-a084-0e020e19b75c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.562108] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.562468] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab054fd-96bd-4c72-a430-3efd5bbcb53c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.568784] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1190.568784] env[68216]: value = "task-3069252" [ 1190.568784] env[68216]: _type = "Task" [ 1190.568784] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.575835] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.965509] env[68216]: DEBUG nova.network.neutron [req-55665c9b-21cd-466c-b680-264e285ebe8e req-65ffebfd-0483-49d0-a8ff-6bdf94138a50 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updated VIF entry in instance network info cache for port 31ed5e3d-01db-41df-a994-dc15573da4b2. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.965868] env[68216]: DEBUG nova.network.neutron [req-55665c9b-21cd-466c-b680-264e285ebe8e req-65ffebfd-0483-49d0-a8ff-6bdf94138a50 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updating instance_info_cache with network_info: [{"id": "31ed5e3d-01db-41df-a994-dc15573da4b2", "address": "fa:16:3e:43:12:8c", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed5e3d-01", "ovs_interfaceid": "31ed5e3d-01db-41df-a994-dc15573da4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.017673] env[68216]: DEBUG nova.network.neutron [req-813d88cb-98bf-4edd-aa68-87ccdaf89537 req-c23cd9a4-f36f-4cc9-bacc-51bdc7c561e6 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updated VIF entry in instance network info cache for port b2c2020f-af5c-49b7-a23b-70534f0212b8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.018065] env[68216]: DEBUG nova.network.neutron [req-813d88cb-98bf-4edd-aa68-87ccdaf89537 req-c23cd9a4-f36f-4cc9-bacc-51bdc7c561e6 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [{"id": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "address": "fa:16:3e:35:f8:94", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c2020f-af", "ovs_interfaceid": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.079787] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.195228] env[68216]: DEBUG nova.compute.manager [req-905890d4-e72c-4251-aed9-b048ec6e6a89 req-3df24f00-1be1-4de8-907c-b51674c5e301 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Received event network-changed-98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1191.195430] env[68216]: DEBUG nova.compute.manager [req-905890d4-e72c-4251-aed9-b048ec6e6a89 req-3df24f00-1be1-4de8-907c-b51674c5e301 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Refreshing instance network info cache due to event network-changed-98e2e2a2-08f1-4646-bef7-edb6f6531c5b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1191.195635] env[68216]: DEBUG oslo_concurrency.lockutils [req-905890d4-e72c-4251-aed9-b048ec6e6a89 req-3df24f00-1be1-4de8-907c-b51674c5e301 service nova] Acquiring lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.195780] env[68216]: DEBUG oslo_concurrency.lockutils [req-905890d4-e72c-4251-aed9-b048ec6e6a89 req-3df24f00-1be1-4de8-907c-b51674c5e301 service nova] Acquired lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.195935] env[68216]: DEBUG nova.network.neutron [req-905890d4-e72c-4251-aed9-b048ec6e6a89 req-3df24f00-1be1-4de8-907c-b51674c5e301 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Refreshing network info cache for port 98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.468723] env[68216]: DEBUG oslo_concurrency.lockutils [req-55665c9b-21cd-466c-b680-264e285ebe8e req-65ffebfd-0483-49d0-a8ff-6bdf94138a50 service nova] Releasing lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.520718] env[68216]: DEBUG oslo_concurrency.lockutils [req-813d88cb-98bf-4edd-aa68-87ccdaf89537 req-c23cd9a4-f36f-4cc9-bacc-51bdc7c561e6 service nova] Releasing lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.578718] env[68216]: DEBUG oslo_vmware.api [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069252, 'name': PowerOnVM_Task, 'duration_secs': 0.983797} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.578953] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.887811] env[68216]: DEBUG nova.network.neutron [req-905890d4-e72c-4251-aed9-b048ec6e6a89 req-3df24f00-1be1-4de8-907c-b51674c5e301 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updated VIF entry in instance network info cache for port 98e2e2a2-08f1-4646-bef7-edb6f6531c5b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.888185] env[68216]: DEBUG nova.network.neutron [req-905890d4-e72c-4251-aed9-b048ec6e6a89 req-3df24f00-1be1-4de8-907c-b51674c5e301 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updating instance_info_cache with network_info: [{"id": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "address": "fa:16:3e:06:93:3b", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e2e2a2-08", "ovs_interfaceid": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.391090] env[68216]: DEBUG oslo_concurrency.lockutils [req-905890d4-e72c-4251-aed9-b048ec6e6a89 req-3df24f00-1be1-4de8-907c-b51674c5e301 service nova] Releasing lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.624822] env[68216]: INFO nova.compute.manager [None req-cde8e159-73ec-425c-9845-0cc83df7b65e tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance to original state: 'active' [ 1193.580372] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.580786] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.580922] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "74ba5029-356a-4e0d-a502-6d1ae81393c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.580979] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.581177] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.583803] env[68216]: INFO nova.compute.manager [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Terminating instance [ 1194.088416] env[68216]: DEBUG nova.compute.manager [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.088416] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.088592] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42e42db1-cad6-4377-ae06-bf167f1cc798 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.097614] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1194.097614] env[68216]: value = "task-3069253" [ 1194.097614] env[68216]: _type = "Task" [ 1194.097614] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.107552] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.607576] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069253, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.109129] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069253, 'name': PowerOffVM_Task, 'duration_secs': 0.515426} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.109395] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.109590] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1195.109773] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614598', 'volume_id': 'bc6537b1-576e-45d1-808c-704768e10d2a', 'name': 'volume-bc6537b1-576e-45d1-808c-704768e10d2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '74ba5029-356a-4e0d-a502-6d1ae81393c5', 'attached_at': '2025-03-18T08:34:19.000000', 'detached_at': '', 'volume_id': 'bc6537b1-576e-45d1-808c-704768e10d2a', 'serial': 'bc6537b1-576e-45d1-808c-704768e10d2a'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1195.110595] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea19ef4-9911-4d2c-ae9e-bb8d9ee893d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.130091] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b4d7d9-959f-4b0d-8016-9f6a8dcd6b19 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.136453] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c87d5-4172-4d27-8497-873fca4463c6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.155652] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff0c442-1c7f-4325-b9fe-1d41d866488a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.169319] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] The volume has not been displaced from its original location: [datastore2] volume-bc6537b1-576e-45d1-808c-704768e10d2a/volume-bc6537b1-576e-45d1-808c-704768e10d2a.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1195.174415] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.174682] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eec04cf5-ff4b-4121-9626-6d018e44d37c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.193019] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1195.193019] env[68216]: value = "task-3069254" [ 1195.193019] env[68216]: _type = "Task" [ 1195.193019] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.200740] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.703088] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069254, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.204220] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069254, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.703909] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069254, 'name': ReconfigVM_Task, 'duration_secs': 1.169155} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.704279] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.708745] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2f4ff7c-e0df-49f1-923f-110e6419fe7b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.723555] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1196.723555] env[68216]: value = "task-3069255" [ 1196.723555] env[68216]: _type = "Task" [ 1196.723555] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.730734] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.235015] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069255, 'name': ReconfigVM_Task, 'duration_secs': 0.123973} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.235320] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614598', 'volume_id': 'bc6537b1-576e-45d1-808c-704768e10d2a', 'name': 'volume-bc6537b1-576e-45d1-808c-704768e10d2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '74ba5029-356a-4e0d-a502-6d1ae81393c5', 'attached_at': '2025-03-18T08:34:19.000000', 'detached_at': '', 'volume_id': 'bc6537b1-576e-45d1-808c-704768e10d2a', 'serial': 'bc6537b1-576e-45d1-808c-704768e10d2a'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1197.235551] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.236297] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d68bc16-9fa9-4aba-b8ac-69da0025b241 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.242496] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.242701] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31683559-89dc-4237-85b0-ac13d305bb1a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.301283] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.301539] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.301730] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleting the datastore file [datastore2] 74ba5029-356a-4e0d-a502-6d1ae81393c5 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.301995] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8efc5907-3ab9-4014-a89a-fe03fc22b27b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.308459] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1197.308459] env[68216]: value = "task-3069257" [ 1197.308459] env[68216]: _type = "Task" [ 1197.308459] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.316067] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.818385] env[68216]: DEBUG oslo_vmware.api [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148231} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.818746] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.818804] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.818939] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.819119] env[68216]: INFO nova.compute.manager [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Took 3.73 seconds to destroy the instance on the hypervisor. [ 1197.819355] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.819544] env[68216]: DEBUG nova.compute.manager [-] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.819693] env[68216]: DEBUG nova.network.neutron [-] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.241085] env[68216]: DEBUG nova.compute.manager [req-e3cee494-a630-4fce-923d-2658c5f78af2 req-a4434c17-f905-4e32-8a94-f36abc3e27ad service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Received event network-vif-deleted-142730d2-1e62-4afc-93a6-612d2d73e5b2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1198.241241] env[68216]: INFO nova.compute.manager [req-e3cee494-a630-4fce-923d-2658c5f78af2 req-a4434c17-f905-4e32-8a94-f36abc3e27ad service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Neutron deleted interface 142730d2-1e62-4afc-93a6-612d2d73e5b2; detaching it from the instance and deleting it from the info cache [ 1198.241383] env[68216]: DEBUG nova.network.neutron [req-e3cee494-a630-4fce-923d-2658c5f78af2 req-a4434c17-f905-4e32-8a94-f36abc3e27ad service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.724436] env[68216]: DEBUG nova.network.neutron [-] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.743607] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efde20b8-0899-4912-b380-fe8cb8b2846c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.754865] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac05aa7-6fd1-4a6c-adde-03f335d271c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.784622] env[68216]: DEBUG nova.compute.manager [req-e3cee494-a630-4fce-923d-2658c5f78af2 req-a4434c17-f905-4e32-8a94-f36abc3e27ad service nova] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Detach interface failed, port_id=142730d2-1e62-4afc-93a6-612d2d73e5b2, reason: Instance 74ba5029-356a-4e0d-a502-6d1ae81393c5 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1199.227551] env[68216]: INFO nova.compute.manager [-] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Took 1.41 seconds to deallocate network for instance. [ 1199.781601] env[68216]: INFO nova.compute.manager [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Took 0.55 seconds to detach 1 volumes for instance. [ 1200.288055] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.288384] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.288524] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.312076] env[68216]: INFO nova.scheduler.client.report [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleted allocations for instance 74ba5029-356a-4e0d-a502-6d1ae81393c5 [ 1200.820148] env[68216]: DEBUG oslo_concurrency.lockutils [None req-50be38ed-6994-48e5-a6af-aec3ab8b9839 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "74ba5029-356a-4e0d-a502-6d1ae81393c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.239s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.774940] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.775289] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.277982] env[68216]: DEBUG nova.compute.manager [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.799810] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.800690] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.801759] env[68216]: INFO nova.compute.claims [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.929582] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd71ea7-d951-415b-9f27-7ed415411d55 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.937577] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b2c035-e326-4804-8f0f-39681751104e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.968710] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e979dee-598e-4447-a7f6-3fa06a0c6173 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.975787] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0091864e-2d37-44ae-8f86-9ee896eab48b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.988810] env[68216]: DEBUG nova.compute.provider_tree [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.491806] env[68216]: DEBUG nova.scheduler.client.report [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.996424] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.997017] env[68216]: DEBUG nova.compute.manager [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.502394] env[68216]: DEBUG nova.compute.utils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.504798] env[68216]: DEBUG nova.compute.manager [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.504936] env[68216]: DEBUG nova.network.neutron [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.554052] env[68216]: DEBUG nova.policy [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35447d69c9a34f2e9953fa523642d8b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a49ee43812b4076a5920f8dd765175c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.810800] env[68216]: DEBUG nova.network.neutron [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Successfully created port: 7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.008447] env[68216]: DEBUG nova.compute.manager [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.049115] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "interface-bf34d6d3-61a2-4093-bc60-5352c6212342-ac41bd99-b491-4108-8b5f-80a936fd747c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.049857] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-bf34d6d3-61a2-4093-bc60-5352c6212342-ac41bd99-b491-4108-8b5f-80a936fd747c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.049857] env[68216]: DEBUG nova.objects.instance [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lazy-loading 'flavor' on Instance uuid bf34d6d3-61a2-4093-bc60-5352c6212342 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.639524] env[68216]: DEBUG nova.objects.instance [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lazy-loading 'pci_requests' on Instance uuid bf34d6d3-61a2-4093-bc60-5352c6212342 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.017870] env[68216]: DEBUG nova.compute.manager [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.045486] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.045721] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.045877] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.046062] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.046323] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.046395] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.046625] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.046817] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.046990] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.047167] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.047337] env[68216]: DEBUG nova.virt.hardware [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.048221] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc7ab1-f656-4f95-a861-638c1b162b23 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.056378] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254c1eb4-6396-4aa8-b1c0-24a752674fee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.141880] env[68216]: DEBUG nova.objects.base [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.142144] env[68216]: DEBUG nova.network.neutron [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.159311] env[68216]: DEBUG nova.compute.manager [req-a588ce0c-d1fd-4662-aad9-8c3825db4a0e req-8ae3b475-2c51-4988-896f-e30bce65af42 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received event network-vif-plugged-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1207.159530] env[68216]: DEBUG oslo_concurrency.lockutils [req-a588ce0c-d1fd-4662-aad9-8c3825db4a0e req-8ae3b475-2c51-4988-896f-e30bce65af42 service nova] Acquiring lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.159733] env[68216]: DEBUG oslo_concurrency.lockutils [req-a588ce0c-d1fd-4662-aad9-8c3825db4a0e req-8ae3b475-2c51-4988-896f-e30bce65af42 service nova] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.159895] env[68216]: DEBUG oslo_concurrency.lockutils [req-a588ce0c-d1fd-4662-aad9-8c3825db4a0e req-8ae3b475-2c51-4988-896f-e30bce65af42 service nova] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.160106] env[68216]: DEBUG nova.compute.manager [req-a588ce0c-d1fd-4662-aad9-8c3825db4a0e req-8ae3b475-2c51-4988-896f-e30bce65af42 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] No waiting events found dispatching network-vif-plugged-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.160247] env[68216]: WARNING nova.compute.manager [req-a588ce0c-d1fd-4662-aad9-8c3825db4a0e req-8ae3b475-2c51-4988-896f-e30bce65af42 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received unexpected event network-vif-plugged-7802f3e5-0b16-4754-ac20-0fa818785bef for instance with vm_state building and task_state spawning. [ 1207.207810] env[68216]: DEBUG nova.policy [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa30aa5d1674138b60d8257cc5da2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129daf9119fc4c53bb93c29bbdcee2ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.239651] env[68216]: DEBUG nova.network.neutron [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Successfully updated port: 7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.742637] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.742806] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.742885] env[68216]: DEBUG nova.network.neutron [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.820600] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.820806] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.820956] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.821122] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.821271] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.821412] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.821550] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.821683] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1207.821832] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.271818] env[68216]: DEBUG nova.network.neutron [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.325025] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.325025] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.325025] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.325025] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1208.325878] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c28510-46b2-43ff-bff3-aa7faf4b42e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.334152] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bffd86-13a6-40ac-aac3-724178010797 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.351074] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df7af42-c16a-4a35-bc9d-8616e5775027 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.357403] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb8e4e3-0453-4f9d-841f-62acec606395 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.387078] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179802MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1208.387228] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.387430] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.420700] env[68216]: DEBUG nova.network.neutron [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updating instance_info_cache with network_info: [{"id": "7802f3e5-0b16-4754-ac20-0fa818785bef", "address": "fa:16:3e:ce:bd:43", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7802f3e5-0b", "ovs_interfaceid": "7802f3e5-0b16-4754-ac20-0fa818785bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.556112] env[68216]: DEBUG nova.compute.manager [req-e64da949-96b7-43d3-8241-a4fabf7948c2 req-d3d677d5-5d61-4ce0-b960-e141a3da5bc9 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received event network-vif-plugged-ac41bd99-b491-4108-8b5f-80a936fd747c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1208.556332] env[68216]: DEBUG oslo_concurrency.lockutils [req-e64da949-96b7-43d3-8241-a4fabf7948c2 req-d3d677d5-5d61-4ce0-b960-e141a3da5bc9 service nova] Acquiring lock "bf34d6d3-61a2-4093-bc60-5352c6212342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.556542] env[68216]: DEBUG oslo_concurrency.lockutils [req-e64da949-96b7-43d3-8241-a4fabf7948c2 req-d3d677d5-5d61-4ce0-b960-e141a3da5bc9 service nova] Lock "bf34d6d3-61a2-4093-bc60-5352c6212342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.556778] env[68216]: DEBUG oslo_concurrency.lockutils [req-e64da949-96b7-43d3-8241-a4fabf7948c2 req-d3d677d5-5d61-4ce0-b960-e141a3da5bc9 service nova] Lock "bf34d6d3-61a2-4093-bc60-5352c6212342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.556970] env[68216]: DEBUG nova.compute.manager [req-e64da949-96b7-43d3-8241-a4fabf7948c2 req-d3d677d5-5d61-4ce0-b960-e141a3da5bc9 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] No waiting events found dispatching network-vif-plugged-ac41bd99-b491-4108-8b5f-80a936fd747c {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.557153] env[68216]: WARNING nova.compute.manager [req-e64da949-96b7-43d3-8241-a4fabf7948c2 req-d3d677d5-5d61-4ce0-b960-e141a3da5bc9 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received unexpected event network-vif-plugged-ac41bd99-b491-4108-8b5f-80a936fd747c for instance with vm_state active and task_state None. [ 1208.626373] env[68216]: DEBUG nova.network.neutron [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Successfully updated port: ac41bd99-b491-4108-8b5f-80a936fd747c {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.922970] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.923300] env[68216]: DEBUG nova.compute.manager [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Instance network_info: |[{"id": "7802f3e5-0b16-4754-ac20-0fa818785bef", "address": "fa:16:3e:ce:bd:43", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7802f3e5-0b", "ovs_interfaceid": "7802f3e5-0b16-4754-ac20-0fa818785bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.923703] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:bd:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7802f3e5-0b16-4754-ac20-0fa818785bef', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.931623] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.931875] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.932122] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0cf327-4f64-4864-a53d-2c07bfa8508a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.953637] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.953637] env[68216]: value = "task-3069258" [ 1208.953637] env[68216]: _type = "Task" [ 1208.953637] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.964900] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069258, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.129356] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.129584] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.129676] env[68216]: DEBUG nova.network.neutron [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.185656] env[68216]: DEBUG nova.compute.manager [req-f0f003a5-2068-42bf-b0a9-e709d9577b54 req-099a2250-5548-42f1-8284-c60eadc3d32b service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received event network-changed-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1209.185870] env[68216]: DEBUG nova.compute.manager [req-f0f003a5-2068-42bf-b0a9-e709d9577b54 req-099a2250-5548-42f1-8284-c60eadc3d32b service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Refreshing instance network info cache due to event network-changed-7802f3e5-0b16-4754-ac20-0fa818785bef. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1209.186182] env[68216]: DEBUG oslo_concurrency.lockutils [req-f0f003a5-2068-42bf-b0a9-e709d9577b54 req-099a2250-5548-42f1-8284-c60eadc3d32b service nova] Acquiring lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.186288] env[68216]: DEBUG oslo_concurrency.lockutils [req-f0f003a5-2068-42bf-b0a9-e709d9577b54 req-099a2250-5548-42f1-8284-c60eadc3d32b service nova] Acquired lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.186491] env[68216]: DEBUG nova.network.neutron [req-f0f003a5-2068-42bf-b0a9-e709d9577b54 req-099a2250-5548-42f1-8284-c60eadc3d32b service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Refreshing network info cache for port 7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.421103] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 1c792478-7aeb-4196-9bba-d8291ea43db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.421352] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 01bd1b70-a598-45d7-8f58-4253db07e0c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.421402] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e2bae917-f8b2-406f-a6e1-0d105490a8dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.421507] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 9d59b592-4f8c-48bf-b5c5-7568ab128e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.421618] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 96d02f76-ea12-4ab1-9efa-dc52c17aa99f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.421730] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.421844] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance bf34d6d3-61a2-4093-bc60-5352c6212342 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.421955] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 62f6a519-c5a2-4c1e-887a-6a6863909da6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.422078] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.422203] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 55443f64-2e55-4b85-8f4c-84e42e3c928f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.422322] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 3cc14e0f-5aa2-476a-b82f-cde59c9e417f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.422513] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1209.422659] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1209.464684] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069258, 'name': CreateVM_Task, 'duration_secs': 0.287531} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.464850] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.465500] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.465697] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.465945] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.466193] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a95b2f-72f1-490e-b5db-3c3e20e86c56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.472485] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1209.472485] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ba57ce-5167-3e0a-710e-1716e3affbec" [ 1209.472485] env[68216]: _type = "Task" [ 1209.472485] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.479935] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ba57ce-5167-3e0a-710e-1716e3affbec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.553551] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eed190f-b2a2-471c-bfac-9875438409f6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.560475] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7958e4f4-5772-42e6-9ae5-50d99c1e1100 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.591180] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e41d022-1f9b-4f2e-a376-f6847173dee1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.597717] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc68a96-0145-481a-9dee-e830f4e98931 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.610125] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.666228] env[68216]: WARNING nova.network.neutron [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] 6a42c5d5-3659-4d38-b276-98d92a8965bb already exists in list: networks containing: ['6a42c5d5-3659-4d38-b276-98d92a8965bb']. ignoring it [ 1209.891201] env[68216]: DEBUG nova.network.neutron [req-f0f003a5-2068-42bf-b0a9-e709d9577b54 req-099a2250-5548-42f1-8284-c60eadc3d32b service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updated VIF entry in instance network info cache for port 7802f3e5-0b16-4754-ac20-0fa818785bef. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.891570] env[68216]: DEBUG nova.network.neutron [req-f0f003a5-2068-42bf-b0a9-e709d9577b54 req-099a2250-5548-42f1-8284-c60eadc3d32b service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updating instance_info_cache with network_info: [{"id": "7802f3e5-0b16-4754-ac20-0fa818785bef", "address": "fa:16:3e:ce:bd:43", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7802f3e5-0b", "ovs_interfaceid": "7802f3e5-0b16-4754-ac20-0fa818785bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.917784] env[68216]: DEBUG nova.network.neutron [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [{"id": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "address": "fa:16:3e:35:f8:94", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c2020f-af", "ovs_interfaceid": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac41bd99-b491-4108-8b5f-80a936fd747c", "address": "fa:16:3e:c5:2a:34", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac41bd99-b4", "ovs_interfaceid": "ac41bd99-b491-4108-8b5f-80a936fd747c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.982998] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52ba57ce-5167-3e0a-710e-1716e3affbec, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.983317] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.983542] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.983773] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.983917] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.984106] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.984375] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f51aeea-833a-47b6-9d2b-f5725dfcd201 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.992423] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.992586] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.993254] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44f35a5-156c-454b-8c2a-4ec32de0799f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.997897] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1209.997897] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52394add-0ae0-5503-b700-7f6da7480d15" [ 1209.997897] env[68216]: _type = "Task" [ 1209.997897] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.005380] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52394add-0ae0-5503-b700-7f6da7480d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.113385] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.394129] env[68216]: DEBUG oslo_concurrency.lockutils [req-f0f003a5-2068-42bf-b0a9-e709d9577b54 req-099a2250-5548-42f1-8284-c60eadc3d32b service nova] Releasing lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.420960] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.421625] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.421884] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.422652] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923f69a7-9e1f-4714-b4b1-8c1069581fa4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.439940] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.439940] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.439940] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.440133] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.440280] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.440426] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.440628] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.440784] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.440950] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.441133] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.441348] env[68216]: DEBUG nova.virt.hardware [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.447693] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Reconfiguring VM to attach interface {{(pid=68216) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1210.447975] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ddd7f1c-c40a-4b55-8838-c5b1b1dfc89c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.465068] env[68216]: DEBUG oslo_vmware.api [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1210.465068] env[68216]: value = "task-3069259" [ 1210.465068] env[68216]: _type = "Task" [ 1210.465068] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.475916] env[68216]: DEBUG oslo_vmware.api [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069259, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.505882] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52394add-0ae0-5503-b700-7f6da7480d15, 'name': SearchDatastore_Task, 'duration_secs': 0.008205} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.506684] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd2c1fa-1cb7-47f5-93b5-eb75b613b0d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.511627] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1210.511627] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52df4aca-465a-a6e1-1173-cba8590bf19b" [ 1210.511627] env[68216]: _type = "Task" [ 1210.511627] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.518722] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52df4aca-465a-a6e1-1173-cba8590bf19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.582436] env[68216]: DEBUG nova.compute.manager [req-3bcf0160-95fa-49fa-a015-7767bca69524 req-6e133152-ec22-4540-a76f-b5083faa0bdf service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received event network-changed-ac41bd99-b491-4108-8b5f-80a936fd747c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1210.582593] env[68216]: DEBUG nova.compute.manager [req-3bcf0160-95fa-49fa-a015-7767bca69524 req-6e133152-ec22-4540-a76f-b5083faa0bdf service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing instance network info cache due to event network-changed-ac41bd99-b491-4108-8b5f-80a936fd747c. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1210.582811] env[68216]: DEBUG oslo_concurrency.lockutils [req-3bcf0160-95fa-49fa-a015-7767bca69524 req-6e133152-ec22-4540-a76f-b5083faa0bdf service nova] Acquiring lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.582950] env[68216]: DEBUG oslo_concurrency.lockutils [req-3bcf0160-95fa-49fa-a015-7767bca69524 req-6e133152-ec22-4540-a76f-b5083faa0bdf service nova] Acquired lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.583127] env[68216]: DEBUG nova.network.neutron [req-3bcf0160-95fa-49fa-a015-7767bca69524 req-6e133152-ec22-4540-a76f-b5083faa0bdf service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing network info cache for port ac41bd99-b491-4108-8b5f-80a936fd747c {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.617570] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1210.617795] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.230s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.975104] env[68216]: DEBUG oslo_vmware.api [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.022620] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52df4aca-465a-a6e1-1173-cba8590bf19b, 'name': SearchDatastore_Task, 'duration_secs': 0.008975} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.022895] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.023187] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 3cc14e0f-5aa2-476a-b82f-cde59c9e417f/3cc14e0f-5aa2-476a-b82f-cde59c9e417f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.023448] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac4f531c-2e8d-4084-a01e-fde3c3bac449 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.030064] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1211.030064] env[68216]: value = "task-3069260" [ 1211.030064] env[68216]: _type = "Task" [ 1211.030064] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.038140] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.241058] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.241366] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.302300] env[68216]: DEBUG nova.network.neutron [req-3bcf0160-95fa-49fa-a015-7767bca69524 req-6e133152-ec22-4540-a76f-b5083faa0bdf service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updated VIF entry in instance network info cache for port ac41bd99-b491-4108-8b5f-80a936fd747c. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.302744] env[68216]: DEBUG nova.network.neutron [req-3bcf0160-95fa-49fa-a015-7767bca69524 req-6e133152-ec22-4540-a76f-b5083faa0bdf service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [{"id": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "address": "fa:16:3e:35:f8:94", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c2020f-af", "ovs_interfaceid": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac41bd99-b491-4108-8b5f-80a936fd747c", "address": "fa:16:3e:c5:2a:34", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac41bd99-b4", "ovs_interfaceid": "ac41bd99-b491-4108-8b5f-80a936fd747c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.475771] env[68216]: DEBUG oslo_vmware.api [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069259, 'name': ReconfigVM_Task, 'duration_secs': 0.636742} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.476332] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.476564] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Reconfigured VM to attach interface {{(pid=68216) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1211.540277] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504829} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.540575] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 3cc14e0f-5aa2-476a-b82f-cde59c9e417f/3cc14e0f-5aa2-476a-b82f-cde59c9e417f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.540836] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.541116] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b24e2380-6d01-44d6-a840-edfa72d013b3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.547231] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1211.547231] env[68216]: value = "task-3069261" [ 1211.547231] env[68216]: _type = "Task" [ 1211.547231] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.554493] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.744780] env[68216]: INFO nova.compute.manager [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Detaching volume 3f3411cf-70a2-4998-b7d9-acd049d69da6 [ 1211.774152] env[68216]: INFO nova.virt.block_device [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Attempting to driver detach volume 3f3411cf-70a2-4998-b7d9-acd049d69da6 from mountpoint /dev/sdb [ 1211.774390] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1211.774576] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614596', 'volume_id': '3f3411cf-70a2-4998-b7d9-acd049d69da6', 'name': 'volume-3f3411cf-70a2-4998-b7d9-acd049d69da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3411cf-70a2-4998-b7d9-acd049d69da6', 'serial': '3f3411cf-70a2-4998-b7d9-acd049d69da6'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1211.775453] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07219f47-1bbf-4bde-9ded-81a5fe271d33 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.797231] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e66b26f-7e92-40b4-b3f2-8a00f1f3a4b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.803981] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e39a78-9920-4761-8f04-fb8aaab57ac6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.806577] env[68216]: DEBUG oslo_concurrency.lockutils [req-3bcf0160-95fa-49fa-a015-7767bca69524 req-6e133152-ec22-4540-a76f-b5083faa0bdf service nova] Releasing lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.824152] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fd8656-7e34-4e13-abe1-3036de469e0c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.838192] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] The volume has not been displaced from its original location: [datastore1] volume-3f3411cf-70a2-4998-b7d9-acd049d69da6/volume-3f3411cf-70a2-4998-b7d9-acd049d69da6.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1211.843266] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.843524] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e508068e-b7eb-407d-9f55-36be06d88dd0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.863056] env[68216]: DEBUG oslo_vmware.api [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1211.863056] env[68216]: value = "task-3069262" [ 1211.863056] env[68216]: _type = "Task" [ 1211.863056] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.870146] env[68216]: DEBUG oslo_vmware.api [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.981856] env[68216]: DEBUG oslo_concurrency.lockutils [None req-aa3bb2f5-2f5b-4b29-8621-0cffc92c950b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-bf34d6d3-61a2-4093-bc60-5352c6212342-ac41bd99-b491-4108-8b5f-80a936fd747c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.932s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.056934] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064754} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.057233] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.058114] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a9321-633e-4faf-828a-b6607c0ac1a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.081024] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3cc14e0f-5aa2-476a-b82f-cde59c9e417f/3cc14e0f-5aa2-476a-b82f-cde59c9e417f.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.081024] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5399ac6d-7a4f-4d5d-86f4-f01db2bd22be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.100317] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1212.100317] env[68216]: value = "task-3069263" [ 1212.100317] env[68216]: _type = "Task" [ 1212.100317] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.107934] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.375182] env[68216]: DEBUG oslo_vmware.api [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069262, 'name': ReconfigVM_Task, 'duration_secs': 0.223328} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.375464] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.380091] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371f4fc9-d433-443a-9fad-c2878e956d3d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.394948] env[68216]: DEBUG oslo_vmware.api [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1212.394948] env[68216]: value = "task-3069264" [ 1212.394948] env[68216]: _type = "Task" [ 1212.394948] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.402604] env[68216]: DEBUG oslo_vmware.api [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.611071] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.904703] env[68216]: DEBUG oslo_vmware.api [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069264, 'name': ReconfigVM_Task, 'duration_secs': 0.127911} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.904995] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614596', 'volume_id': '3f3411cf-70a2-4998-b7d9-acd049d69da6', 'name': 'volume-3f3411cf-70a2-4998-b7d9-acd049d69da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3411cf-70a2-4998-b7d9-acd049d69da6', 'serial': '3f3411cf-70a2-4998-b7d9-acd049d69da6'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1213.111558] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069263, 'name': ReconfigVM_Task, 'duration_secs': 0.605083} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.111826] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3cc14e0f-5aa2-476a-b82f-cde59c9e417f/3cc14e0f-5aa2-476a-b82f-cde59c9e417f.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.112473] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb2bd03b-9413-471a-b756-359a3483596b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.118641] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1213.118641] env[68216]: value = "task-3069265" [ 1213.118641] env[68216]: _type = "Task" [ 1213.118641] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.126951] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069265, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.230044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "interface-bf34d6d3-61a2-4093-bc60-5352c6212342-ac41bd99-b491-4108-8b5f-80a936fd747c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.230044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-bf34d6d3-61a2-4093-bc60-5352c6212342-ac41bd99-b491-4108-8b5f-80a936fd747c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.421057] env[68216]: DEBUG nova.compute.manager [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Stashing vm_state: active {{(pid=68216) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1213.447210] env[68216]: DEBUG nova.objects.instance [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'flavor' on Instance uuid 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.628102] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069265, 'name': Rename_Task, 'duration_secs': 0.146481} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.628415] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.628589] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b414cd06-ca19-44fe-8146-c20c675fd043 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.635728] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1213.635728] env[68216]: value = "task-3069266" [ 1213.635728] env[68216]: _type = "Task" [ 1213.635728] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.643201] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.733535] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.733714] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.734595] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b54236-56a2-488a-b875-bb8b1d5f94a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.753662] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27445cce-0223-4bc3-a413-fa6bb609d14d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.778533] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Reconfiguring VM to detach interface {{(pid=68216) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1213.778779] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f98f0e-9a42-458d-9846-74a0977bd8fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.796767] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1213.796767] env[68216]: value = "task-3069267" [ 1213.796767] env[68216]: _type = "Task" [ 1213.796767] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.804148] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.941536] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.941830] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.145836] env[68216]: DEBUG oslo_vmware.api [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069266, 'name': PowerOnVM_Task, 'duration_secs': 0.412568} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.146128] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.146331] env[68216]: INFO nova.compute.manager [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1214.146505] env[68216]: DEBUG nova.compute.manager [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.147363] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17244db5-85ac-4a71-8df9-8ecabffd4945 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.307071] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.447052] env[68216]: INFO nova.compute.claims [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.453998] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e32fa2ed-16d2-4fee-aa59-e0122dc88695 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.662900] env[68216]: INFO nova.compute.manager [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Took 11.88 seconds to build instance. [ 1214.807998] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.954079] env[68216]: INFO nova.compute.resource_tracker [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating resource usage from migration ddd86fbd-39f4-4d2f-95ec-ef08213c4d5c [ 1215.026938] env[68216]: DEBUG nova.compute.manager [req-4f975e0b-fdf0-4c83-a6ea-37cd62fff6ab req-dd2b26d5-679b-45c5-8a64-8ce6fe81522e service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received event network-changed-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1215.027145] env[68216]: DEBUG nova.compute.manager [req-4f975e0b-fdf0-4c83-a6ea-37cd62fff6ab req-dd2b26d5-679b-45c5-8a64-8ce6fe81522e service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Refreshing instance network info cache due to event network-changed-7802f3e5-0b16-4754-ac20-0fa818785bef. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1215.027349] env[68216]: DEBUG oslo_concurrency.lockutils [req-4f975e0b-fdf0-4c83-a6ea-37cd62fff6ab req-dd2b26d5-679b-45c5-8a64-8ce6fe81522e service nova] Acquiring lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.027516] env[68216]: DEBUG oslo_concurrency.lockutils [req-4f975e0b-fdf0-4c83-a6ea-37cd62fff6ab req-dd2b26d5-679b-45c5-8a64-8ce6fe81522e service nova] Acquired lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.027627] env[68216]: DEBUG nova.network.neutron [req-4f975e0b-fdf0-4c83-a6ea-37cd62fff6ab req-dd2b26d5-679b-45c5-8a64-8ce6fe81522e service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Refreshing network info cache for port 7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.120270] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a7a31c-1cfb-4e58-a6cf-11711f044019 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.128699] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b732952-bd3c-4287-8240-0c6fa56c4601 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.160166] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c688ce-7a5d-4c05-b951-c6c09229b6e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.164564] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d888f9e4-5144-4d45-8c2c-6bf8a308cd99 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.389s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.167876] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659f9f23-0740-4258-ad44-b89f48b4d230 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.180540] env[68216]: DEBUG nova.compute.provider_tree [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.307669] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.517290] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.517572] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.517786] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.517968] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.518148] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.520298] env[68216]: INFO nova.compute.manager [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Terminating instance [ 1215.700906] env[68216]: ERROR nova.scheduler.client.report [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [req-7f53b1a9-56e3-4f03-bafa-a6218d2ea132] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f53b1a9-56e3-4f03-bafa-a6218d2ea132"}]} [ 1215.719219] env[68216]: DEBUG nova.scheduler.client.report [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1215.732815] env[68216]: DEBUG nova.scheduler.client.report [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1215.733041] env[68216]: DEBUG nova.compute.provider_tree [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.735464] env[68216]: DEBUG nova.network.neutron [req-4f975e0b-fdf0-4c83-a6ea-37cd62fff6ab req-dd2b26d5-679b-45c5-8a64-8ce6fe81522e service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updated VIF entry in instance network info cache for port 7802f3e5-0b16-4754-ac20-0fa818785bef. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.735651] env[68216]: DEBUG nova.network.neutron [req-4f975e0b-fdf0-4c83-a6ea-37cd62fff6ab req-dd2b26d5-679b-45c5-8a64-8ce6fe81522e service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updating instance_info_cache with network_info: [{"id": "7802f3e5-0b16-4754-ac20-0fa818785bef", "address": "fa:16:3e:ce:bd:43", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7802f3e5-0b", "ovs_interfaceid": "7802f3e5-0b16-4754-ac20-0fa818785bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.746544] env[68216]: DEBUG nova.scheduler.client.report [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1215.767787] env[68216]: DEBUG nova.scheduler.client.report [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1215.808224] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.907091] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710f0ae0-5b11-4d57-8211-088a01a630f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.915013] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d5f23-202c-48df-a014-bf33bfe83378 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.944426] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6b6798-be66-4737-b6f3-1d2d7600546b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.951240] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d9f568-fb1e-4a97-bc74-7700200dc569 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.963690] env[68216]: DEBUG nova.compute.provider_tree [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.023643] env[68216]: DEBUG nova.compute.manager [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.023885] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.025066] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58c0f4f-7991-4a92-84e4-c8121e3df60e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.033994] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.034297] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c90c18b-4eb3-48cf-ab98-a2951937d205 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.041526] env[68216]: DEBUG oslo_vmware.api [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1216.041526] env[68216]: value = "task-3069268" [ 1216.041526] env[68216]: _type = "Task" [ 1216.041526] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.051405] env[68216]: DEBUG oslo_vmware.api [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.238035] env[68216]: DEBUG oslo_concurrency.lockutils [req-4f975e0b-fdf0-4c83-a6ea-37cd62fff6ab req-dd2b26d5-679b-45c5-8a64-8ce6fe81522e service nova] Releasing lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.309448] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.497147] env[68216]: DEBUG nova.scheduler.client.report [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1216.497417] env[68216]: DEBUG nova.compute.provider_tree [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 174 to 175 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1216.497594] env[68216]: DEBUG nova.compute.provider_tree [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.550938] env[68216]: DEBUG oslo_vmware.api [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069268, 'name': PowerOffVM_Task, 'duration_secs': 0.271873} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.551218] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.551381] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.551625] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9989cd63-f211-413c-9019-35ebcb6f7a9e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.615079] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.615317] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.615483] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleting the datastore file [datastore2] 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.615770] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24ebfd83-f63f-406b-b771-9981fae1f854 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.622609] env[68216]: DEBUG oslo_vmware.api [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1216.622609] env[68216]: value = "task-3069270" [ 1216.622609] env[68216]: _type = "Task" [ 1216.622609] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.630561] env[68216]: DEBUG oslo_vmware.api [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.810781] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.002674] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.061s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.002878] env[68216]: INFO nova.compute.manager [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Migrating [ 1217.135094] env[68216]: DEBUG oslo_vmware.api [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134193} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.135094] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.135094] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.135344] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.135558] env[68216]: INFO nova.compute.manager [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1217.135935] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.136263] env[68216]: DEBUG nova.compute.manager [-] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.136419] env[68216]: DEBUG nova.network.neutron [-] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.311214] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.517612] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.517886] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.518112] env[68216]: DEBUG nova.network.neutron [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.564148] env[68216]: DEBUG nova.compute.manager [req-50d7026b-11b0-42fb-8ac6-19114de2db40 req-da2a64ce-c48c-4aef-b783-5c1886a18aa5 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Received event network-vif-deleted-0e937ce1-f97c-4c8c-820a-7389e608d650 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1217.564357] env[68216]: INFO nova.compute.manager [req-50d7026b-11b0-42fb-8ac6-19114de2db40 req-da2a64ce-c48c-4aef-b783-5c1886a18aa5 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Neutron deleted interface 0e937ce1-f97c-4c8c-820a-7389e608d650; detaching it from the instance and deleting it from the info cache [ 1217.564529] env[68216]: DEBUG nova.network.neutron [req-50d7026b-11b0-42fb-8ac6-19114de2db40 req-da2a64ce-c48c-4aef-b783-5c1886a18aa5 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.811089] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.044329] env[68216]: DEBUG nova.network.neutron [-] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.067092] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea4f9dc8-62de-4a00-9f5a-ea8bade670d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.076240] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a6bf7c-2d65-4323-b7c6-2b4c3f08c194 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.111544] env[68216]: DEBUG nova.compute.manager [req-50d7026b-11b0-42fb-8ac6-19114de2db40 req-da2a64ce-c48c-4aef-b783-5c1886a18aa5 service nova] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Detach interface failed, port_id=0e937ce1-f97c-4c8c-820a-7389e608d650, reason: Instance 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1218.226345] env[68216]: DEBUG nova.network.neutron [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance_info_cache with network_info: [{"id": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "address": "fa:16:3e:80:51:b7", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99a0c1b-db", "ovs_interfaceid": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.312473] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.552352] env[68216]: INFO nova.compute.manager [-] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Took 1.42 seconds to deallocate network for instance. [ 1218.728727] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.813318] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.058697] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.058983] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.059257] env[68216]: DEBUG nova.objects.instance [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'resources' on Instance uuid 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.314208] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.694560] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995f353c-4c5d-4bf1-a091-4cc3e16afe4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.701758] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac19765f-42af-4f3e-ace0-1a2dea9f43f4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.732103] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f37b8b2-6405-4d95-aab9-0779f3b150d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.742028] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b7f536-ac6d-4a88-8346-7d9917f62800 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.757124] env[68216]: DEBUG nova.compute.provider_tree [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.813616] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.245392] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63827547-9932-431e-ae06-ccb93b217d88 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.263726] env[68216]: DEBUG nova.scheduler.client.report [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.266817] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance '62f6a519-c5a2-4c1e-887a-6a6863909da6' progress to 0 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.314856] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.771644] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.775113] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.775616] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8967d2f-e0c4-4786-acf5-a4c31e49e064 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.782782] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1220.782782] env[68216]: value = "task-3069271" [ 1220.782782] env[68216]: _type = "Task" [ 1220.782782] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.790258] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.791116] env[68216]: INFO nova.scheduler.client.report [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleted allocations for instance 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1 [ 1220.813941] env[68216]: DEBUG oslo_vmware.api [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069267, 'name': ReconfigVM_Task, 'duration_secs': 6.743164} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.814330] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.814386] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Reconfigured VM to detach interface {{(pid=68216) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1221.293710] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069271, 'name': PowerOffVM_Task, 'duration_secs': 0.225417} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.294535] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.294535] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance '62f6a519-c5a2-4c1e-887a-6a6863909da6' progress to 17 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.300358] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d2e208cc-f3c9-4993-a421-252eab526ab5 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.783s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.805998] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.805998] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.805998] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.805998] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.805998] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.806412] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.806630] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.806797] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.806942] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.807110] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.807311] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.814044] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c2cc6a6-aad6-45d0-9346-09465ec95752 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.825949] env[68216]: DEBUG nova.compute.manager [req-8a2a9d9c-dcd6-4872-8138-75ebe3d07d25 req-6cca4bf2-ff4e-4b7d-bad3-655566e33fa4 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received event network-changed-b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1221.826161] env[68216]: DEBUG nova.compute.manager [req-8a2a9d9c-dcd6-4872-8138-75ebe3d07d25 req-6cca4bf2-ff4e-4b7d-bad3-655566e33fa4 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing instance network info cache due to event network-changed-b2c2020f-af5c-49b7-a23b-70534f0212b8. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1221.827028] env[68216]: DEBUG oslo_concurrency.lockutils [req-8a2a9d9c-dcd6-4872-8138-75ebe3d07d25 req-6cca4bf2-ff4e-4b7d-bad3-655566e33fa4 service nova] Acquiring lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.827028] env[68216]: DEBUG oslo_concurrency.lockutils [req-8a2a9d9c-dcd6-4872-8138-75ebe3d07d25 req-6cca4bf2-ff4e-4b7d-bad3-655566e33fa4 service nova] Acquired lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.827028] env[68216]: DEBUG nova.network.neutron [req-8a2a9d9c-dcd6-4872-8138-75ebe3d07d25 req-6cca4bf2-ff4e-4b7d-bad3-655566e33fa4 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Refreshing network info cache for port b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.836369] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1221.836369] env[68216]: value = "task-3069272" [ 1221.836369] env[68216]: _type = "Task" [ 1221.836369] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.845891] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.087156] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.347108] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069272, 'name': ReconfigVM_Task, 'duration_secs': 0.190895} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.347409] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance '62f6a519-c5a2-4c1e-887a-6a6863909da6' progress to 33 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.527607] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "interface-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-ac41bd99-b491-4108-8b5f-80a936fd747c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.528009] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-ac41bd99-b491-4108-8b5f-80a936fd747c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.528741] env[68216]: DEBUG nova.objects.instance [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lazy-loading 'flavor' on Instance uuid 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.541565] env[68216]: DEBUG nova.network.neutron [req-8a2a9d9c-dcd6-4872-8138-75ebe3d07d25 req-6cca4bf2-ff4e-4b7d-bad3-655566e33fa4 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updated VIF entry in instance network info cache for port b2c2020f-af5c-49b7-a23b-70534f0212b8. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.541985] env[68216]: DEBUG nova.network.neutron [req-8a2a9d9c-dcd6-4872-8138-75ebe3d07d25 req-6cca4bf2-ff4e-4b7d-bad3-655566e33fa4 service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [{"id": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "address": "fa:16:3e:35:f8:94", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c2020f-af", "ovs_interfaceid": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac41bd99-b491-4108-8b5f-80a936fd747c", "address": "fa:16:3e:c5:2a:34", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac41bd99-b4", "ovs_interfaceid": "ac41bd99-b491-4108-8b5f-80a936fd747c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.854328] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.854749] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.854797] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.854959] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.855127] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.855278] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.855485] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.855647] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.855813] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.855973] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.856163] env[68216]: DEBUG nova.virt.hardware [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.861679] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1222.862023] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c0b9c4-87b2-4566-8c13-fb1996ac5407 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.881799] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1222.881799] env[68216]: value = "task-3069273" [ 1222.881799] env[68216]: _type = "Task" [ 1222.881799] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.890472] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.045088] env[68216]: DEBUG oslo_concurrency.lockutils [req-8a2a9d9c-dcd6-4872-8138-75ebe3d07d25 req-6cca4bf2-ff4e-4b7d-bad3-655566e33fa4 service nova] Releasing lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.045521] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.045922] env[68216]: DEBUG nova.network.neutron [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.128086] env[68216]: DEBUG nova.objects.instance [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lazy-loading 'pci_requests' on Instance uuid 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.391669] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069273, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.561101] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.561350] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.631668] env[68216]: DEBUG nova.objects.base [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Object Instance<6e09942e-d4ca-45ce-bcbf-7a2a9e63e489> lazy-loaded attributes: flavor,pci_requests {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.631884] env[68216]: DEBUG nova.network.neutron [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.694139] env[68216]: DEBUG nova.policy [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa30aa5d1674138b60d8257cc5da2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129daf9119fc4c53bb93c29bbdcee2ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.766068] env[68216]: INFO nova.network.neutron [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Port ac41bd99-b491-4108-8b5f-80a936fd747c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1223.766442] env[68216]: DEBUG nova.network.neutron [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [{"id": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "address": "fa:16:3e:35:f8:94", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c2020f-af", "ovs_interfaceid": "b2c2020f-af5c-49b7-a23b-70534f0212b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.849475] env[68216]: DEBUG nova.compute.manager [req-db2f087a-b145-43fd-90fe-8a955ff181cf req-be2ee8da-a976-4aa2-99ab-3a9f75e66cbb service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Received event network-changed-31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1223.849670] env[68216]: DEBUG nova.compute.manager [req-db2f087a-b145-43fd-90fe-8a955ff181cf req-be2ee8da-a976-4aa2-99ab-3a9f75e66cbb service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Refreshing instance network info cache due to event network-changed-31ed5e3d-01db-41df-a994-dc15573da4b2. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1223.849879] env[68216]: DEBUG oslo_concurrency.lockutils [req-db2f087a-b145-43fd-90fe-8a955ff181cf req-be2ee8da-a976-4aa2-99ab-3a9f75e66cbb service nova] Acquiring lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.850033] env[68216]: DEBUG oslo_concurrency.lockutils [req-db2f087a-b145-43fd-90fe-8a955ff181cf req-be2ee8da-a976-4aa2-99ab-3a9f75e66cbb service nova] Acquired lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.850195] env[68216]: DEBUG nova.network.neutron [req-db2f087a-b145-43fd-90fe-8a955ff181cf req-be2ee8da-a976-4aa2-99ab-3a9f75e66cbb service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Refreshing network info cache for port 31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.893410] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069273, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.064686] env[68216]: DEBUG nova.compute.manager [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.270063] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "refresh_cache-bf34d6d3-61a2-4093-bc60-5352c6212342" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.393487] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069273, 'name': ReconfigVM_Task, 'duration_secs': 1.37722} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.393756] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.394550] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c933b0-31af-4d36-8b79-98e7525a8f65 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.416239] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 62f6a519-c5a2-4c1e-887a-6a6863909da6/62f6a519-c5a2-4c1e-887a-6a6863909da6.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.416479] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9dc76c-3580-40a1-b955-0b8184c7fe47 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.435859] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1224.435859] env[68216]: value = "task-3069274" [ 1224.435859] env[68216]: _type = "Task" [ 1224.435859] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.444302] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.574547] env[68216]: DEBUG nova.network.neutron [req-db2f087a-b145-43fd-90fe-8a955ff181cf req-be2ee8da-a976-4aa2-99ab-3a9f75e66cbb service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updated VIF entry in instance network info cache for port 31ed5e3d-01db-41df-a994-dc15573da4b2. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.574977] env[68216]: DEBUG nova.network.neutron [req-db2f087a-b145-43fd-90fe-8a955ff181cf req-be2ee8da-a976-4aa2-99ab-3a9f75e66cbb service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updating instance_info_cache with network_info: [{"id": "31ed5e3d-01db-41df-a994-dc15573da4b2", "address": "fa:16:3e:43:12:8c", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed5e3d-01", "ovs_interfaceid": "31ed5e3d-01db-41df-a994-dc15573da4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.588984] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.589265] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.590884] env[68216]: INFO nova.compute.claims [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.773597] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8d2c70ea-1d01-430a-b197-9d46a040a514 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-bf34d6d3-61a2-4093-bc60-5352c6212342-ac41bd99-b491-4108-8b5f-80a936fd747c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.544s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.946208] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069274, 'name': ReconfigVM_Task, 'duration_secs': 0.24933} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.946552] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 62f6a519-c5a2-4c1e-887a-6a6863909da6/62f6a519-c5a2-4c1e-887a-6a6863909da6.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.946841] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance '62f6a519-c5a2-4c1e-887a-6a6863909da6' progress to 50 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.077293] env[68216]: DEBUG oslo_concurrency.lockutils [req-db2f087a-b145-43fd-90fe-8a955ff181cf req-be2ee8da-a976-4aa2-99ab-3a9f75e66cbb service nova] Releasing lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.165311] env[68216]: DEBUG nova.network.neutron [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Successfully updated port: ac41bd99-b491-4108-8b5f-80a936fd747c {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.454107] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a74887-445f-4865-b2bd-8e95fe80cf53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.472788] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6f692e-89ae-4e90-93ad-25e7c644764e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.489737] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance '62f6a519-c5a2-4c1e-887a-6a6863909da6' progress to 67 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.668758] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.668932] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.669140] env[68216]: DEBUG nova.network.neutron [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.735947] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e64e14-766e-4fc4-a65a-0de6c6ee2c00 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.743992] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8188cf3a-f77b-4a75-bba2-95889b35afee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.775162] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7766e820-2ecf-4a4c-b454-14462b55df17 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.783240] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74532160-2ee5-4da2-b987-fcda69125488 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.796476] env[68216]: DEBUG nova.compute.provider_tree [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.861102] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.861346] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.028311] env[68216]: DEBUG nova.network.neutron [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Port a99a0c1b-db18-43b6-9e92-cfc985f79940 binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1226.208560] env[68216]: WARNING nova.network.neutron [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] 6a42c5d5-3659-4d38-b276-98d92a8965bb already exists in list: networks containing: ['6a42c5d5-3659-4d38-b276-98d92a8965bb']. ignoring it [ 1226.299615] env[68216]: DEBUG nova.scheduler.client.report [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.365104] env[68216]: DEBUG nova.compute.utils [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.455603] env[68216]: DEBUG nova.network.neutron [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updating instance_info_cache with network_info: [{"id": "31ed5e3d-01db-41df-a994-dc15573da4b2", "address": "fa:16:3e:43:12:8c", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed5e3d-01", "ovs_interfaceid": "31ed5e3d-01db-41df-a994-dc15573da4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac41bd99-b491-4108-8b5f-80a936fd747c", "address": "fa:16:3e:c5:2a:34", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac41bd99-b4", "ovs_interfaceid": "ac41bd99-b491-4108-8b5f-80a936fd747c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.804664] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.805235] env[68216]: DEBUG nova.compute.manager [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.867976] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.958180] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.958771] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.958928] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.959814] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d22424-538a-425c-ae7c-bf4f820d9eaa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.978411] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.978617] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.978770] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.978949] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.979121] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.979289] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.979495] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.979654] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.979818] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.979981] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.980168] env[68216]: DEBUG nova.virt.hardware [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.986366] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Reconfiguring VM to attach interface {{(pid=68216) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1226.986633] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f25524-5535-4224-ac1e-e5ed7251ab98 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.003058] env[68216]: DEBUG oslo_vmware.api [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1227.003058] env[68216]: value = "task-3069275" [ 1227.003058] env[68216]: _type = "Task" [ 1227.003058] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.010805] env[68216]: DEBUG oslo_vmware.api [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069275, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.049052] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "62f6a519-c5a2-4c1e-887a-6a6863909da6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.049052] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "62f6a519-c5a2-4c1e-887a-6a6863909da6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.049052] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "62f6a519-c5a2-4c1e-887a-6a6863909da6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.310850] env[68216]: DEBUG nova.compute.utils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.312578] env[68216]: DEBUG nova.compute.manager [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.312746] env[68216]: DEBUG nova.network.neutron [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.351363] env[68216]: DEBUG nova.policy [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25b03809f7f64167a74feb55cba426af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dca34333efdf4637b276452a50152e2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.459702] env[68216]: DEBUG nova.compute.manager [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Received event network-vif-plugged-ac41bd99-b491-4108-8b5f-80a936fd747c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1227.459929] env[68216]: DEBUG oslo_concurrency.lockutils [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] Acquiring lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.460147] env[68216]: DEBUG oslo_concurrency.lockutils [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] Lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.460313] env[68216]: DEBUG oslo_concurrency.lockutils [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] Lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.460459] env[68216]: DEBUG nova.compute.manager [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] No waiting events found dispatching network-vif-plugged-ac41bd99-b491-4108-8b5f-80a936fd747c {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.460619] env[68216]: WARNING nova.compute.manager [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Received unexpected event network-vif-plugged-ac41bd99-b491-4108-8b5f-80a936fd747c for instance with vm_state active and task_state None. [ 1227.460768] env[68216]: DEBUG nova.compute.manager [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Received event network-changed-ac41bd99-b491-4108-8b5f-80a936fd747c {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1227.460917] env[68216]: DEBUG nova.compute.manager [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Refreshing instance network info cache due to event network-changed-ac41bd99-b491-4108-8b5f-80a936fd747c. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1227.461105] env[68216]: DEBUG oslo_concurrency.lockutils [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] Acquiring lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.461238] env[68216]: DEBUG oslo_concurrency.lockutils [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] Acquired lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.461390] env[68216]: DEBUG nova.network.neutron [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Refreshing network info cache for port ac41bd99-b491-4108-8b5f-80a936fd747c {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.513066] env[68216]: DEBUG oslo_vmware.api [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.654587] env[68216]: DEBUG nova.network.neutron [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Successfully created port: 587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.815549] env[68216]: DEBUG nova.compute.manager [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.940665] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.940919] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.941177] env[68216]: INFO nova.compute.manager [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Attaching volume 0eddf8c1-fa4f-48a8-b8a5-0237f6512237 to /dev/sdb [ 1227.973812] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceebf42-f71f-4f45-bea8-36c1821f7074 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.984092] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb1ef81-ff81-4505-999c-c65419049cf8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.998496] env[68216]: DEBUG nova.virt.block_device [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updating existing volume attachment record: 5a023987-38f9-4f17-aaa6-d0dd450c0e8d {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1228.012317] env[68216]: DEBUG oslo_vmware.api [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069275, 'name': ReconfigVM_Task, 'duration_secs': 0.566196} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.012783] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.012990] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Reconfigured VM to attach interface {{(pid=68216) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1228.081650] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.081914] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.082016] env[68216]: DEBUG nova.network.neutron [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.156457] env[68216]: DEBUG nova.network.neutron [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updated VIF entry in instance network info cache for port ac41bd99-b491-4108-8b5f-80a936fd747c. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.156968] env[68216]: DEBUG nova.network.neutron [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updating instance_info_cache with network_info: [{"id": "31ed5e3d-01db-41df-a994-dc15573da4b2", "address": "fa:16:3e:43:12:8c", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed5e3d-01", "ovs_interfaceid": "31ed5e3d-01db-41df-a994-dc15573da4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac41bd99-b491-4108-8b5f-80a936fd747c", "address": "fa:16:3e:c5:2a:34", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac41bd99-b4", "ovs_interfaceid": "ac41bd99-b491-4108-8b5f-80a936fd747c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.517847] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e0151d8b-23d8-4848-b285-f217720cd11a tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-ac41bd99-b491-4108-8b5f-80a936fd747c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.990s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.660862] env[68216]: DEBUG oslo_concurrency.lockutils [req-3c25c19b-bbbf-44f7-8356-718523f70600 req-cc22a12a-ad97-4a0a-923c-a98e90bdc732 service nova] Releasing lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.786616] env[68216]: DEBUG nova.network.neutron [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance_info_cache with network_info: [{"id": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "address": "fa:16:3e:80:51:b7", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99a0c1b-db", "ovs_interfaceid": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.825806] env[68216]: DEBUG nova.compute.manager [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.851537] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.851781] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.851935] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.852133] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.852282] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.852427] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.852630] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.852784] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.852947] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.853127] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.853300] env[68216]: DEBUG nova.virt.hardware [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.854164] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3a2909-cfd5-4fb4-8ada-edb0096d9875 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.861778] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d549d3ac-aca7-420c-a986-c4db1792ac41 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.121272] env[68216]: DEBUG nova.network.neutron [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Successfully updated port: 587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.289894] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.485322] env[68216]: DEBUG nova.compute.manager [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received event network-vif-plugged-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1229.485480] env[68216]: DEBUG oslo_concurrency.lockutils [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] Acquiring lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.485687] env[68216]: DEBUG oslo_concurrency.lockutils [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.485852] env[68216]: DEBUG oslo_concurrency.lockutils [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.486030] env[68216]: DEBUG nova.compute.manager [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] No waiting events found dispatching network-vif-plugged-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.486199] env[68216]: WARNING nova.compute.manager [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received unexpected event network-vif-plugged-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 for instance with vm_state building and task_state spawning. [ 1229.486354] env[68216]: DEBUG nova.compute.manager [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received event network-changed-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1229.486504] env[68216]: DEBUG nova.compute.manager [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Refreshing instance network info cache due to event network-changed-587665a9-c979-4cf7-8f9a-e8ef46cc6b45. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1229.486678] env[68216]: DEBUG oslo_concurrency.lockutils [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] Acquiring lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.486861] env[68216]: DEBUG oslo_concurrency.lockutils [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] Acquired lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.486983] env[68216]: DEBUG nova.network.neutron [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Refreshing network info cache for port 587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.624490] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.730622] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "interface-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-ac41bd99-b491-4108-8b5f-80a936fd747c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.730861] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-ac41bd99-b491-4108-8b5f-80a936fd747c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.818271] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ed2d2a-f0ab-4d49-8911-d209b1ca76f9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.837207] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae31c601-04f1-4cd2-a9b2-e4fd0fb84798 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.844114] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance '62f6a519-c5a2-4c1e-887a-6a6863909da6' progress to 83 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.020846] env[68216]: DEBUG nova.network.neutron [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.092045] env[68216]: DEBUG nova.network.neutron [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.234018] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.234359] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.235177] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c24968-fc9b-4279-9ab2-a2d506e7428c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.252165] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bfcffb-835c-4b88-a5b9-d943672cb21a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.276452] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Reconfiguring VM to detach interface {{(pid=68216) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1230.276684] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf75e2d9-7561-4305-8003-da11510533c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.293364] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1230.293364] env[68216]: value = "task-3069280" [ 1230.293364] env[68216]: _type = "Task" [ 1230.293364] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.300554] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.350613] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.350896] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ccbe95a-fd19-4d3e-a58f-2d976fa1dd7e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.360445] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1230.360445] env[68216]: value = "task-3069281" [ 1230.360445] env[68216]: _type = "Task" [ 1230.360445] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.369622] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.595286] env[68216]: DEBUG oslo_concurrency.lockutils [req-bba695bb-ea09-44e5-843a-2f27edc717f2 req-d7c7110a-ece4-4aab-9b95-285fc8112b97 service nova] Releasing lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.595686] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.595851] env[68216]: DEBUG nova.network.neutron [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.803215] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.870584] env[68216]: DEBUG oslo_vmware.api [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069281, 'name': PowerOnVM_Task, 'duration_secs': 0.358493} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.870853] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.871042] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d19e98a9-f144-4c69-a562-5fdb9250b58d tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance '62f6a519-c5a2-4c1e-887a-6a6863909da6' progress to 100 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.126420] env[68216]: DEBUG nova.network.neutron [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.245827] env[68216]: DEBUG nova.network.neutron [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updating instance_info_cache with network_info: [{"id": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "address": "fa:16:3e:c8:f8:1e", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587665a9-c9", "ovs_interfaceid": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.303548] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.748626] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.748966] env[68216]: DEBUG nova.compute.manager [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Instance network_info: |[{"id": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "address": "fa:16:3e:c8:f8:1e", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587665a9-c9", "ovs_interfaceid": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.749441] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:f8:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '587665a9-c979-4cf7-8f9a-e8ef46cc6b45', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.756742] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.756971] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.757213] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45160707-483d-4871-b715-f71bce2d7db8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.777312] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.777312] env[68216]: value = "task-3069282" [ 1231.777312] env[68216]: _type = "Task" [ 1231.777312] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.784370] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069282, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.803223] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.287560] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069282, 'name': CreateVM_Task, 'duration_secs': 0.279874} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.287931] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.288418] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.288588] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.288893] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.289166] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78cdbb2d-ac4f-443e-98ed-c720d5894632 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.293737] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1232.293737] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52353996-ef3a-4fa7-a376-5f3a4c446592" [ 1232.293737] env[68216]: _type = "Task" [ 1232.293737] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.304601] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.309395] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52353996-ef3a-4fa7-a376-5f3a4c446592, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.309664] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.309889] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.310134] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.310276] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.310447] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.310679] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4d8ade0-181f-4cf5-b296-13097586a807 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.317878] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.318084] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.318745] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcfe075-da53-4f71-b899-f08a57ef611e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.323440] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1232.323440] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527503c2-fb7d-16b8-aeb8-4799e26992ed" [ 1232.323440] env[68216]: _type = "Task" [ 1232.323440] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.330455] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527503c2-fb7d-16b8-aeb8-4799e26992ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.544026] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1232.544292] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614607', 'volume_id': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'name': 'volume-0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55443f64-2e55-4b85-8f4c-84e42e3c928f', 'attached_at': '', 'detached_at': '', 'volume_id': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'serial': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1232.545213] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797505a-bc79-4b7c-871a-e64a37e6610b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.561802] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb480c9-c923-48b3-be02-e40ace9acbfd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.585880] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-0eddf8c1-fa4f-48a8-b8a5-0237f6512237/volume-0eddf8c1-fa4f-48a8-b8a5-0237f6512237.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.586121] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af9bd8a-3ce0-4b64-a2a1-3beea6df52d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.602863] env[68216]: DEBUG oslo_vmware.api [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1232.602863] env[68216]: value = "task-3069283" [ 1232.602863] env[68216]: _type = "Task" [ 1232.602863] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.610396] env[68216]: DEBUG oslo_vmware.api [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.704383] env[68216]: DEBUG nova.network.neutron [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Port a99a0c1b-db18-43b6-9e92-cfc985f79940 binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1232.704647] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.704794] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.704983] env[68216]: DEBUG nova.network.neutron [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.808361] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.833104] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527503c2-fb7d-16b8-aeb8-4799e26992ed, 'name': SearchDatastore_Task, 'duration_secs': 0.007992} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.833919] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef1092b-e647-4d87-bed6-00a9775a38a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.839309] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1232.839309] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528b9025-69f1-87fc-5fe5-48fd918a7068" [ 1232.839309] env[68216]: _type = "Task" [ 1232.839309] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.846944] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528b9025-69f1-87fc-5fe5-48fd918a7068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.112916] env[68216]: DEBUG oslo_vmware.api [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069283, 'name': ReconfigVM_Task, 'duration_secs': 0.3108} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.113232] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-0eddf8c1-fa4f-48a8-b8a5-0237f6512237/volume-0eddf8c1-fa4f-48a8-b8a5-0237f6512237.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.117942] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4673a7ff-b146-4d21-b63d-04f7947b9ee8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.132899] env[68216]: DEBUG oslo_vmware.api [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1233.132899] env[68216]: value = "task-3069284" [ 1233.132899] env[68216]: _type = "Task" [ 1233.132899] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.140867] env[68216]: DEBUG oslo_vmware.api [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.306766] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.351176] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]528b9025-69f1-87fc-5fe5-48fd918a7068, 'name': SearchDatastore_Task, 'duration_secs': 0.009065} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.351436] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.351688] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 5daaddfc-2757-4ff3-b411-7d2b523322ca/5daaddfc-2757-4ff3-b411-7d2b523322ca.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.351951] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-604d8939-5954-4ca2-afa2-0583b80b1e53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.358461] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1233.358461] env[68216]: value = "task-3069285" [ 1233.358461] env[68216]: _type = "Task" [ 1233.358461] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.368131] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.472843] env[68216]: DEBUG nova.network.neutron [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance_info_cache with network_info: [{"id": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "address": "fa:16:3e:80:51:b7", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99a0c1b-db", "ovs_interfaceid": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.645069] env[68216]: DEBUG oslo_vmware.api [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069284, 'name': ReconfigVM_Task, 'duration_secs': 0.126806} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.645475] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614607', 'volume_id': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'name': 'volume-0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55443f64-2e55-4b85-8f4c-84e42e3c928f', 'attached_at': '', 'detached_at': '', 'volume_id': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'serial': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.807538] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.867898] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423066} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.868159] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 5daaddfc-2757-4ff3-b411-7d2b523322ca/5daaddfc-2757-4ff3-b411-7d2b523322ca.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.868367] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.868606] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d06af60a-c56f-4a57-8b9a-4c1758a55213 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.874869] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1233.874869] env[68216]: value = "task-3069286" [ 1233.874869] env[68216]: _type = "Task" [ 1233.874869] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.882713] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.975317] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.217629] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.217853] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.307639] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.383553] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065742} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.383806] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.384575] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c07feaa-8cdf-48dd-8e53-fec6d7b80a93 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.405964] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 5daaddfc-2757-4ff3-b411-7d2b523322ca/5daaddfc-2757-4ff3-b411-7d2b523322ca.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.406256] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9fd6165-86d0-4292-aa8b-5cd843dc8afd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.425996] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1234.425996] env[68216]: value = "task-3069287" [ 1234.425996] env[68216]: _type = "Task" [ 1234.425996] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.433659] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.480049] env[68216]: DEBUG nova.compute.manager [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68216) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1234.480049] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.480049] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.681321] env[68216]: DEBUG nova.objects.instance [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lazy-loading 'flavor' on Instance uuid 55443f64-2e55-4b85-8f4c-84e42e3c928f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.724637] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.724637] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.724637] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.724637] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.724637] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.724637] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.724637] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1234.724637] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.808334] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.935668] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069287, 'name': ReconfigVM_Task, 'duration_secs': 0.302699} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.935781] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 5daaddfc-2757-4ff3-b411-7d2b523322ca/5daaddfc-2757-4ff3-b411-7d2b523322ca.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.936356] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9810edd-4949-477c-bf17-cca5550a458c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.944677] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1234.944677] env[68216]: value = "task-3069288" [ 1234.944677] env[68216]: _type = "Task" [ 1234.944677] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.952628] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069288, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.983185] env[68216]: DEBUG nova.objects.instance [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'migration_context' on Instance uuid 62f6a519-c5a2-4c1e-887a-6a6863909da6 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.188571] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a6513276-4e1b-4b3f-9fc3-51ebf09db70a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.247s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.227677] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.309020] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.330934] env[68216]: INFO nova.compute.manager [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Rescuing [ 1235.331186] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.331335] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.331500] env[68216]: DEBUG nova.network.neutron [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.454298] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069288, 'name': Rename_Task, 'duration_secs': 0.139428} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.454504] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.454742] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b6185e5-80be-4e7c-a704-a0b5fa5de251 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.461084] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1235.461084] env[68216]: value = "task-3069289" [ 1235.461084] env[68216]: _type = "Task" [ 1235.461084] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.469992] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.640956] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9109d4-fe44-493a-bc88-4e052ad21ae7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.651968] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469f5ae7-448d-485c-ba81-0aa0df810edb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.685237] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b984a2-b3df-46e2-836c-b6aa2aa27724 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.693410] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3390ef17-f9b7-4b6a-90f5-6f768be432ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.707463] env[68216]: DEBUG nova.compute.provider_tree [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.809279] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.972552] env[68216]: DEBUG oslo_vmware.api [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069289, 'name': PowerOnVM_Task, 'duration_secs': 0.409176} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.972823] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.973030] env[68216]: INFO nova.compute.manager [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1235.973214] env[68216]: DEBUG nova.compute.manager [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.974281] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87511124-bdf0-4caa-84c9-b13e05f2c6ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.096685] env[68216]: DEBUG nova.network.neutron [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updating instance_info_cache with network_info: [{"id": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "address": "fa:16:3e:06:93:3b", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e2e2a2-08", "ovs_interfaceid": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.211048] env[68216]: DEBUG nova.scheduler.client.report [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.310340] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.493589] env[68216]: INFO nova.compute.manager [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Took 11.92 seconds to build instance. [ 1236.600123] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.813704] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.901938] env[68216]: DEBUG nova.compute.manager [req-086fd921-06ae-4c24-a780-835e61bbba32 req-08839cf7-9b95-48c9-a4b7-35652bb2e703 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received event network-changed-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1236.902073] env[68216]: DEBUG nova.compute.manager [req-086fd921-06ae-4c24-a780-835e61bbba32 req-08839cf7-9b95-48c9-a4b7-35652bb2e703 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Refreshing instance network info cache due to event network-changed-587665a9-c979-4cf7-8f9a-e8ef46cc6b45. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1236.902237] env[68216]: DEBUG oslo_concurrency.lockutils [req-086fd921-06ae-4c24-a780-835e61bbba32 req-08839cf7-9b95-48c9-a4b7-35652bb2e703 service nova] Acquiring lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.902380] env[68216]: DEBUG oslo_concurrency.lockutils [req-086fd921-06ae-4c24-a780-835e61bbba32 req-08839cf7-9b95-48c9-a4b7-35652bb2e703 service nova] Acquired lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.902541] env[68216]: DEBUG nova.network.neutron [req-086fd921-06ae-4c24-a780-835e61bbba32 req-08839cf7-9b95-48c9-a4b7-35652bb2e703 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Refreshing network info cache for port 587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.996732] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34c50f77-6e3c-4ea0-90ab-fa57b1c5fa27 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.435s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.222442] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.742s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.228620] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.228803] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.228964] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1237.231727] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e8089f-8f92-4320-85fa-28b110020c4b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.244525] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b95555c-5c80-436b-b299-5fe21e6dc723 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.259846] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a234d975-7a77-48ca-a284-c9d59bffffaf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.266344] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab4207b-1903-47ab-8053-266c5f6bc01d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.294692] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179305MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1237.294857] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.295060] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.311508] env[68216]: DEBUG oslo_vmware.api [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069280, 'name': ReconfigVM_Task, 'duration_secs': 6.544898} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.311868] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.312010] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Reconfigured VM to detach interface {{(pid=68216) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1237.609801] env[68216]: DEBUG nova.network.neutron [req-086fd921-06ae-4c24-a780-835e61bbba32 req-08839cf7-9b95-48c9-a4b7-35652bb2e703 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updated VIF entry in instance network info cache for port 587665a9-c979-4cf7-8f9a-e8ef46cc6b45. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.610189] env[68216]: DEBUG nova.network.neutron [req-086fd921-06ae-4c24-a780-835e61bbba32 req-08839cf7-9b95-48c9-a4b7-35652bb2e703 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updating instance_info_cache with network_info: [{"id": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "address": "fa:16:3e:c8:f8:1e", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587665a9-c9", "ovs_interfaceid": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.112903] env[68216]: DEBUG oslo_concurrency.lockutils [req-086fd921-06ae-4c24-a780-835e61bbba32 req-08839cf7-9b95-48c9-a4b7-35652bb2e703 service nova] Releasing lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.143465] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.143984] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a0c8a98-681e-4c25-a356-68a464a36ebb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.151301] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1238.151301] env[68216]: value = "task-3069290" [ 1238.151301] env[68216]: _type = "Task" [ 1238.151301] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.159384] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.326395] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 1c792478-7aeb-4196-9bba-d8291ea43db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.326705] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 01bd1b70-a598-45d7-8f58-4253db07e0c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.326705] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e2bae917-f8b2-406f-a6e1-0d105490a8dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.326815] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 9d59b592-4f8c-48bf-b5c5-7568ab128e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.326952] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 96d02f76-ea12-4ab1-9efa-dc52c17aa99f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.327114] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance bf34d6d3-61a2-4093-bc60-5352c6212342 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.327237] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.327352] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 55443f64-2e55-4b85-8f4c-84e42e3c928f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.327463] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 3cc14e0f-5aa2-476a-b82f-cde59c9e417f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.619825] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.620073] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquired lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.620296] env[68216]: DEBUG nova.network.neutron [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.665541] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069290, 'name': PowerOffVM_Task, 'duration_secs': 0.163913} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.665837] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.666717] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac2c5c8-c2e2-4079-87b7-3410d2c57630 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.689007] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d204d9-8223-4ec8-8c79-80bb42f1aed6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.723398] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.723706] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-854b6c81-ca17-4a1b-9007-496e7a06c53b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.731429] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1238.731429] env[68216]: value = "task-3069291" [ 1238.731429] env[68216]: _type = "Task" [ 1238.731429] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.739894] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.760844] env[68216]: INFO nova.compute.manager [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Swapping old allocation on dict_keys(['9169374f-90e2-438b-ad3b-d543cda4cb3f']) held by migration ddd86fbd-39f4-4d2f-95ec-ef08213c4d5c for instance [ 1238.782955] env[68216]: DEBUG nova.scheduler.client.report [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Overwriting current allocation {'allocations': {'9169374f-90e2-438b-ad3b-d543cda4cb3f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 176}}, 'project_id': 'fb98f66b73744e6d8f9f2b5ab9843dce', 'user_id': '4ad779504d224bda8ef1bd6f4e40b923', 'consumer_generation': 1} on consumer 62f6a519-c5a2-4c1e-887a-6a6863909da6 {{(pid=68216) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1238.830582] env[68216]: INFO nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance ddd86fbd-39f4-4d2f-95ec-ef08213c4d5c has allocations against this compute host but is not found in the database. [ 1238.830779] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 62f6a519-c5a2-4c1e-887a-6a6863909da6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.830868] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 5daaddfc-2757-4ff3-b411-7d2b523322ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.831093] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1238.831235] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1238.966389] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df86956c-16db-4c8e-a133-73dca19e0d7d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.974377] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e980dac7-2f5f-47ea-9dc9-47017acfb719 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.004613] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149aa335-641e-4639-b17a-d8059136eeba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.011839] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8a6fba-a721-4a84-8dfb-2230923caff2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.025084] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.122369] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.122551] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.122728] env[68216]: DEBUG nova.network.neutron [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.160353] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.160586] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.160791] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.160964] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.161145] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.163107] env[68216]: INFO nova.compute.manager [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Terminating instance [ 1239.243574] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1239.243787] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.244044] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.244204] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.244384] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.244635] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-147988b3-d0a2-41cc-8f10-528632e41dc0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.257417] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.257651] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.258372] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb8ed23-88cb-4430-84f2-9ea0aba97ff9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.263322] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1239.263322] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52888688-0739-d30e-70de-1682401e63df" [ 1239.263322] env[68216]: _type = "Task" [ 1239.263322] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.271012] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52888688-0739-d30e-70de-1682401e63df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.356970] env[68216]: INFO nova.network.neutron [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Port ac41bd99-b491-4108-8b5f-80a936fd747c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1239.357415] env[68216]: DEBUG nova.network.neutron [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updating instance_info_cache with network_info: [{"id": "31ed5e3d-01db-41df-a994-dc15573da4b2", "address": "fa:16:3e:43:12:8c", "network": {"id": "6a42c5d5-3659-4d38-b276-98d92a8965bb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1366816879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129daf9119fc4c53bb93c29bbdcee2ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed5e3d-01", "ovs_interfaceid": "31ed5e3d-01db-41df-a994-dc15573da4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.527987] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.666586] env[68216]: DEBUG nova.compute.manager [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.666856] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.667756] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4316bd7b-5c61-4b5d-ac8e-ff987d922a88 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.675530] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.675765] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c9829b-2870-4477-87fa-70f8f2b01b59 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.682227] env[68216]: DEBUG oslo_vmware.api [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1239.682227] env[68216]: value = "task-3069292" [ 1239.682227] env[68216]: _type = "Task" [ 1239.682227] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.701309] env[68216]: DEBUG oslo_vmware.api [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.774516] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52888688-0739-d30e-70de-1682401e63df, 'name': SearchDatastore_Task, 'duration_secs': 0.026539} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.775685] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff43773b-3276-49c2-b30d-2362305cdf6c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.781672] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1239.781672] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e11470-7452-026d-1412-e837ad95089c" [ 1239.781672] env[68216]: _type = "Task" [ 1239.781672] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.790443] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e11470-7452-026d-1412-e837ad95089c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.853304] env[68216]: DEBUG nova.network.neutron [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance_info_cache with network_info: [{"id": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "address": "fa:16:3e:80:51:b7", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99a0c1b-db", "ovs_interfaceid": "a99a0c1b-db18-43b6-9e92-cfc985f79940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.859604] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Releasing lock "refresh_cache-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.032754] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1240.032754] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.738s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.191864] env[68216]: DEBUG oslo_vmware.api [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069292, 'name': PowerOffVM_Task, 'duration_secs': 0.233818} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.191864] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.191864] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.192516] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d71543cb-393c-4cf9-9636-9a09404a6ce8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.255691] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.255920] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.256117] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleting the datastore file [datastore1] 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.256391] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-505a331d-6716-436c-b5b0-338092a6f287 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.265181] env[68216]: DEBUG oslo_vmware.api [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1240.265181] env[68216]: value = "task-3069294" [ 1240.265181] env[68216]: _type = "Task" [ 1240.265181] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.272601] env[68216]: DEBUG oslo_vmware.api [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.290441] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52e11470-7452-026d-1412-e837ad95089c, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.290670] env[68216]: DEBUG oslo_concurrency.lockutils [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.290919] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 55443f64-2e55-4b85-8f4c-84e42e3c928f/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. {{(pid=68216) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1240.291176] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7140df6e-9e35-4abe-9cb9-b659c667c1d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.296514] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1240.296514] env[68216]: value = "task-3069295" [ 1240.296514] env[68216]: _type = "Task" [ 1240.296514] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.303480] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.356345] env[68216]: DEBUG oslo_concurrency.lockutils [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-62f6a519-c5a2-4c1e-887a-6a6863909da6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.356804] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.357120] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-782647cf-199a-4873-8f62-fdf9dbb386ca {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.364405] env[68216]: DEBUG oslo_concurrency.lockutils [None req-7e1ec87b-848c-4958-9a6b-aafbd66a0c1b tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "interface-6e09942e-d4ca-45ce-bcbf-7a2a9e63e489-ac41bd99-b491-4108-8b5f-80a936fd747c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.634s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.366206] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1240.366206] env[68216]: value = "task-3069296" [ 1240.366206] env[68216]: _type = "Task" [ 1240.366206] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.375121] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.776805] env[68216]: DEBUG oslo_vmware.api [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16591} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.777173] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.777449] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.777735] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.778014] env[68216]: INFO nova.compute.manager [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1240.778349] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.778612] env[68216]: DEBUG nova.compute.manager [-] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.778746] env[68216]: DEBUG nova.network.neutron [-] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.805951] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485927} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.806263] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] 55443f64-2e55-4b85-8f4c-84e42e3c928f/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk. [ 1240.807069] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08bdb2d-7c63-4993-81ba-d57f203538f5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.836970] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 55443f64-2e55-4b85-8f4c-84e42e3c928f/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.838933] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-996542cb-48ca-452a-9c21-c943c8f0934b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.855973] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1240.855973] env[68216]: value = "task-3069297" [ 1240.855973] env[68216]: _type = "Task" [ 1240.855973] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.863237] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.873931] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069296, 'name': PowerOffVM_Task, 'duration_secs': 0.194465} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.874216] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.874917] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.875136] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.875292] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.875472] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.875616] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.875759] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.875962] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.876136] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.876338] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.876553] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.876796] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.885547] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80539e97-483f-4659-a53f-4509214bbff5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.899935] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1240.899935] env[68216]: value = "task-3069298" [ 1240.899935] env[68216]: _type = "Task" [ 1240.899935] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.908320] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.365936] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069297, 'name': ReconfigVM_Task, 'duration_secs': 0.305735} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.366436] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 55443f64-2e55-4b85-8f4c-84e42e3c928f/02aa365b-79af-4dda-bf04-7bdac5253c40-rescue.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.367241] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea11c8d-588e-4bad-9d6c-a55b9dab437d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.394332] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a51bf32c-7830-40be-8473-d34dc67a8a04 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.412573] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069298, 'name': ReconfigVM_Task, 'duration_secs': 0.13381} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.413847] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1241.413847] env[68216]: value = "task-3069299" [ 1241.413847] env[68216]: _type = "Task" [ 1241.413847] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.414557] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a31e98-3ed1-491d-9aec-5ff7b33fff88 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.438202] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.438464] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.438621] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.438903] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.439167] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.439337] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.439546] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.439726] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.439900] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.440072] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.440248] env[68216]: DEBUG nova.virt.hardware [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.444096] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72430ca-c660-47a2-806e-f82e5d9bb4e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.446919] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.450140] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1241.450140] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525792c5-5d27-7d3f-554c-3610e5fcb744" [ 1241.450140] env[68216]: _type = "Task" [ 1241.450140] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.459584] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525792c5-5d27-7d3f-554c-3610e5fcb744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.475184] env[68216]: DEBUG nova.compute.manager [req-e93229af-47f8-424b-ac55-f6d6bab23bba req-4aa8efa0-92ab-4525-b48a-cde8361ba796 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Received event network-vif-deleted-31ed5e3d-01db-41df-a994-dc15573da4b2 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1241.475410] env[68216]: INFO nova.compute.manager [req-e93229af-47f8-424b-ac55-f6d6bab23bba req-4aa8efa0-92ab-4525-b48a-cde8361ba796 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Neutron deleted interface 31ed5e3d-01db-41df-a994-dc15573da4b2; detaching it from the instance and deleting it from the info cache [ 1241.475609] env[68216]: DEBUG nova.network.neutron [req-e93229af-47f8-424b-ac55-f6d6bab23bba req-4aa8efa0-92ab-4525-b48a-cde8361ba796 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.926471] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069299, 'name': ReconfigVM_Task, 'duration_secs': 0.164428} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.926733] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.927037] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8830fc1-f2eb-4e9c-bb0c-42cc874808fe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.933688] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1241.933688] env[68216]: value = "task-3069300" [ 1241.933688] env[68216]: _type = "Task" [ 1241.933688] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.940972] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.955730] env[68216]: DEBUG nova.network.neutron [-] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.959987] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525792c5-5d27-7d3f-554c-3610e5fcb744, 'name': SearchDatastore_Task, 'duration_secs': 0.010829} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.965496] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.966345] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2809c467-afc7-41ff-9984-c17313431e80 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.980979] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a08f826e-7899-468e-a296-6f714feca146 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.987387] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1241.987387] env[68216]: value = "task-3069301" [ 1241.987387] env[68216]: _type = "Task" [ 1241.987387] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.993992] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7f862b-c2b9-47b4-9420-4ddc4f746aba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.009518] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.026838] env[68216]: DEBUG nova.compute.manager [req-e93229af-47f8-424b-ac55-f6d6bab23bba req-4aa8efa0-92ab-4525-b48a-cde8361ba796 service nova] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Detach interface failed, port_id=31ed5e3d-01db-41df-a994-dc15573da4b2, reason: Instance 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1242.444373] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.461115] env[68216]: INFO nova.compute.manager [-] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Took 1.68 seconds to deallocate network for instance. [ 1242.498149] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069301, 'name': ReconfigVM_Task, 'duration_secs': 0.166802} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.498421] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.499193] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f88884c-5eab-4343-99e4-f9fd8bd504f3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.521451] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 62f6a519-c5a2-4c1e-887a-6a6863909da6/62f6a519-c5a2-4c1e-887a-6a6863909da6.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.521925] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd6436b-0fe6-4a24-92dc-43378d154b6a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.539999] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1242.539999] env[68216]: value = "task-3069302" [ 1242.539999] env[68216]: _type = "Task" [ 1242.539999] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.547151] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.944500] env[68216]: DEBUG oslo_vmware.api [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069300, 'name': PowerOnVM_Task, 'duration_secs': 0.527024} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.944759] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.947340] env[68216]: DEBUG nova.compute.manager [None req-55131a6c-6b99-4a8a-98f2-77b569acb268 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.948109] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fe0066-e542-414a-92da-543fec4ff020 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.968771] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.969103] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.969329] env[68216]: DEBUG nova.objects.instance [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lazy-loading 'resources' on Instance uuid 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.049471] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069302, 'name': ReconfigVM_Task, 'duration_secs': 0.24453} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.049731] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 62f6a519-c5a2-4c1e-887a-6a6863909da6/62f6a519-c5a2-4c1e-887a-6a6863909da6.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.050543] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e94e725-a579-49ee-8241-b46b87ded955 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.067512] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f4ac26-ac01-4cc9-a775-7261988bcabb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.085346] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fd7f6f-3e19-420c-9ebb-138948802ed5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.102832] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e7e3f1-9ce7-44bc-89bd-1f8953fde0c1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.108753] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.108984] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf20cae1-1cff-4830-b9a0-567d214f1dbb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.114910] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1243.114910] env[68216]: value = "task-3069303" [ 1243.114910] env[68216]: _type = "Task" [ 1243.114910] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.121924] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.624685] env[68216]: DEBUG oslo_vmware.api [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069303, 'name': PowerOnVM_Task, 'duration_secs': 0.351057} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.625832] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.630191] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845d54bb-5baa-42d0-bbb6-c2c9b6fd142f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.636729] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a443aa0f-ef4b-4570-8842-07237fd35d94 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.666618] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49384ec2-e6cf-4feb-9e20-581942b82ef7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.674195] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42ba044-4d48-4471-8d13-8fa79720d6d1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.689109] env[68216]: DEBUG nova.compute.provider_tree [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.193043] env[68216]: DEBUG nova.scheduler.client.report [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.450560] env[68216]: INFO nova.compute.manager [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Unrescuing [ 1244.450841] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.450993] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquired lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.451181] env[68216]: DEBUG nova.network.neutron [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.640058] env[68216]: INFO nova.compute.manager [None req-fe4ef0fb-2ed0-4469-893d-f623e6a4090f tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance to original state: 'active' [ 1244.698266] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.719485] env[68216]: INFO nova.scheduler.client.report [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleted allocations for instance 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489 [ 1245.190213] env[68216]: DEBUG nova.network.neutron [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updating instance_info_cache with network_info: [{"id": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "address": "fa:16:3e:06:93:3b", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e2e2a2-08", "ovs_interfaceid": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.226183] env[68216]: DEBUG oslo_concurrency.lockutils [None req-a5ffd7c9-c1d7-4db5-b131-009895d49f25 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "6e09942e-d4ca-45ce-bcbf-7a2a9e63e489" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.065s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.692658] env[68216]: DEBUG oslo_concurrency.lockutils [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Releasing lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.693411] env[68216]: DEBUG nova.objects.instance [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lazy-loading 'flavor' on Instance uuid 55443f64-2e55-4b85-8f4c-84e42e3c928f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.785516] env[68216]: DEBUG oslo_concurrency.lockutils [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "bf34d6d3-61a2-4093-bc60-5352c6212342" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.786177] env[68216]: DEBUG oslo_concurrency.lockutils [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "bf34d6d3-61a2-4093-bc60-5352c6212342" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.786177] env[68216]: DEBUG oslo_concurrency.lockutils [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "bf34d6d3-61a2-4093-bc60-5352c6212342-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.786304] env[68216]: DEBUG oslo_concurrency.lockutils [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "bf34d6d3-61a2-4093-bc60-5352c6212342-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.786403] env[68216]: DEBUG oslo_concurrency.lockutils [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "bf34d6d3-61a2-4093-bc60-5352c6212342-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.788727] env[68216]: INFO nova.compute.manager [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Terminating instance [ 1246.198673] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0014a973-02c7-48d3-b1f8-b65c0217d500 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.223764] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.224110] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69228559-68de-4ac0-bea7-8696b999f9a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.231216] env[68216]: DEBUG oslo_vmware.api [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1246.231216] env[68216]: value = "task-3069304" [ 1246.231216] env[68216]: _type = "Task" [ 1246.231216] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.238797] env[68216]: DEBUG oslo_vmware.api [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.292310] env[68216]: DEBUG nova.compute.manager [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.292552] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.293475] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c86095c-5ffc-472f-b74d-f14e6daaba23 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.301906] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.302296] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c889138d-3e64-4a83-8d1d-5a2321f3da0d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.308305] env[68216]: DEBUG oslo_vmware.api [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1246.308305] env[68216]: value = "task-3069305" [ 1246.308305] env[68216]: _type = "Task" [ 1246.308305] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.316061] env[68216]: DEBUG oslo_vmware.api [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.531046] env[68216]: DEBUG oslo_concurrency.lockutils [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "62f6a519-c5a2-4c1e-887a-6a6863909da6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.531335] env[68216]: DEBUG oslo_concurrency.lockutils [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "62f6a519-c5a2-4c1e-887a-6a6863909da6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.531538] env[68216]: DEBUG oslo_concurrency.lockutils [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "62f6a519-c5a2-4c1e-887a-6a6863909da6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.531720] env[68216]: DEBUG oslo_concurrency.lockutils [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "62f6a519-c5a2-4c1e-887a-6a6863909da6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.531887] env[68216]: DEBUG oslo_concurrency.lockutils [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "62f6a519-c5a2-4c1e-887a-6a6863909da6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.534038] env[68216]: INFO nova.compute.manager [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Terminating instance [ 1246.741062] env[68216]: DEBUG oslo_vmware.api [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069304, 'name': PowerOffVM_Task, 'duration_secs': 0.232122} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.741498] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.746684] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Reconfiguring VM instance instance-00000076 to detach disk 2002 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.746970] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce5cd564-929a-43f2-9b56-91f7d4c890e4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.764956] env[68216]: DEBUG oslo_vmware.api [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1246.764956] env[68216]: value = "task-3069306" [ 1246.764956] env[68216]: _type = "Task" [ 1246.764956] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.772287] env[68216]: DEBUG oslo_vmware.api [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.816864] env[68216]: DEBUG oslo_vmware.api [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.037883] env[68216]: DEBUG nova.compute.manager [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.038114] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.039030] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a97f0e-9a74-45c4-a663-c328b7d176ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.046431] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.046670] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05249c77-f11f-46e9-a084-3bf53f22b379 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.052272] env[68216]: DEBUG oslo_vmware.api [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1247.052272] env[68216]: value = "task-3069307" [ 1247.052272] env[68216]: _type = "Task" [ 1247.052272] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.061443] env[68216]: DEBUG oslo_vmware.api [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.275224] env[68216]: DEBUG oslo_vmware.api [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069306, 'name': ReconfigVM_Task, 'duration_secs': 0.391593} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.275584] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Reconfigured VM instance instance-00000076 to detach disk 2002 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.275824] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.276138] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-918ea59a-12f8-4678-8761-c0645cc87b2e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.283208] env[68216]: DEBUG oslo_vmware.api [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1247.283208] env[68216]: value = "task-3069308" [ 1247.283208] env[68216]: _type = "Task" [ 1247.283208] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.291360] env[68216]: DEBUG oslo_vmware.api [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.317567] env[68216]: DEBUG oslo_vmware.api [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069305, 'name': PowerOffVM_Task, 'duration_secs': 0.628581} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.317816] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.317982] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.318246] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be3c728d-a5c8-425a-8585-0cff2177e6e3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.392577] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.392829] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.392963] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleting the datastore file [datastore2] bf34d6d3-61a2-4093-bc60-5352c6212342 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.393255] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49187bd7-5fa8-4ba6-9bf5-5b46879f4094 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.399462] env[68216]: DEBUG oslo_vmware.api [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for the task: (returnval){ [ 1247.399462] env[68216]: value = "task-3069310" [ 1247.399462] env[68216]: _type = "Task" [ 1247.399462] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.407268] env[68216]: DEBUG oslo_vmware.api [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.562082] env[68216]: DEBUG oslo_vmware.api [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069307, 'name': PowerOffVM_Task, 'duration_secs': 0.164408} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.562082] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.562221] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.562467] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf2729f9-0e0a-4e85-974b-5f00b4e0eaac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.616771] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.617190] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.617486] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleting the datastore file [datastore2] 62f6a519-c5a2-4c1e-887a-6a6863909da6 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.618109] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8fcca8c-7661-4754-91b3-88574e00571a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.625078] env[68216]: DEBUG oslo_vmware.api [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1247.625078] env[68216]: value = "task-3069312" [ 1247.625078] env[68216]: _type = "Task" [ 1247.625078] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.633266] env[68216]: DEBUG oslo_vmware.api [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.792237] env[68216]: DEBUG oslo_vmware.api [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069308, 'name': PowerOnVM_Task, 'duration_secs': 0.475368} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.792638] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.792724] env[68216]: DEBUG nova.compute.manager [None req-8f8b7835-ffbe-453f-ba8b-e05492162cae tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.793501] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c2c5dd-c2a0-4bc7-852b-b480641bd220 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.908995] env[68216]: DEBUG oslo_vmware.api [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Task: {'id': task-3069310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097026} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.909230] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.909417] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.909593] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.909763] env[68216]: INFO nova.compute.manager [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1247.910007] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.910252] env[68216]: DEBUG nova.compute.manager [-] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.910379] env[68216]: DEBUG nova.network.neutron [-] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.137511] env[68216]: DEBUG oslo_vmware.api [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28957} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.137786] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.137977] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.138175] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.138349] env[68216]: INFO nova.compute.manager [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1248.138585] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.138774] env[68216]: DEBUG nova.compute.manager [-] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.138866] env[68216]: DEBUG nova.network.neutron [-] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.144901] env[68216]: DEBUG nova.compute.manager [req-bb370ca8-fe9e-4f74-80bd-b5153e84ea1c req-260c2bef-8133-49be-8f15-168dbea37d0f service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Received event network-vif-deleted-b2c2020f-af5c-49b7-a23b-70534f0212b8 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1248.145111] env[68216]: INFO nova.compute.manager [req-bb370ca8-fe9e-4f74-80bd-b5153e84ea1c req-260c2bef-8133-49be-8f15-168dbea37d0f service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Neutron deleted interface b2c2020f-af5c-49b7-a23b-70534f0212b8; detaching it from the instance and deleting it from the info cache [ 1248.145284] env[68216]: DEBUG nova.network.neutron [req-bb370ca8-fe9e-4f74-80bd-b5153e84ea1c req-260c2bef-8133-49be-8f15-168dbea37d0f service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.621749] env[68216]: DEBUG nova.network.neutron [-] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.648031] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85b33a67-f6d6-4921-8562-67551d87fc0a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.657917] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d87c81d-72e9-47ed-99df-3bcb010c3d88 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.687723] env[68216]: DEBUG nova.compute.manager [req-bb370ca8-fe9e-4f74-80bd-b5153e84ea1c req-260c2bef-8133-49be-8f15-168dbea37d0f service nova] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Detach interface failed, port_id=b2c2020f-af5c-49b7-a23b-70534f0212b8, reason: Instance bf34d6d3-61a2-4093-bc60-5352c6212342 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1248.971196] env[68216]: DEBUG nova.compute.manager [req-3b44a255-a3c9-4494-84c9-45037fe0d914 req-cb68154f-2238-4390-89c6-139b566e8599 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Received event network-changed-98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1248.971445] env[68216]: DEBUG nova.compute.manager [req-3b44a255-a3c9-4494-84c9-45037fe0d914 req-cb68154f-2238-4390-89c6-139b566e8599 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Refreshing instance network info cache due to event network-changed-98e2e2a2-08f1-4646-bef7-edb6f6531c5b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1248.971596] env[68216]: DEBUG oslo_concurrency.lockutils [req-3b44a255-a3c9-4494-84c9-45037fe0d914 req-cb68154f-2238-4390-89c6-139b566e8599 service nova] Acquiring lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.971785] env[68216]: DEBUG oslo_concurrency.lockutils [req-3b44a255-a3c9-4494-84c9-45037fe0d914 req-cb68154f-2238-4390-89c6-139b566e8599 service nova] Acquired lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.971908] env[68216]: DEBUG nova.network.neutron [req-3b44a255-a3c9-4494-84c9-45037fe0d914 req-cb68154f-2238-4390-89c6-139b566e8599 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Refreshing network info cache for port 98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.099600] env[68216]: DEBUG nova.network.neutron [-] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.125230] env[68216]: INFO nova.compute.manager [-] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Took 1.21 seconds to deallocate network for instance. [ 1249.601742] env[68216]: INFO nova.compute.manager [-] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Took 1.46 seconds to deallocate network for instance. [ 1249.633087] env[68216]: DEBUG oslo_concurrency.lockutils [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.633357] env[68216]: DEBUG oslo_concurrency.lockutils [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.633571] env[68216]: DEBUG nova.objects.instance [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lazy-loading 'resources' on Instance uuid bf34d6d3-61a2-4093-bc60-5352c6212342 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.663596] env[68216]: DEBUG nova.network.neutron [req-3b44a255-a3c9-4494-84c9-45037fe0d914 req-cb68154f-2238-4390-89c6-139b566e8599 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updated VIF entry in instance network info cache for port 98e2e2a2-08f1-4646-bef7-edb6f6531c5b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.663928] env[68216]: DEBUG nova.network.neutron [req-3b44a255-a3c9-4494-84c9-45037fe0d914 req-cb68154f-2238-4390-89c6-139b566e8599 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updating instance_info_cache with network_info: [{"id": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "address": "fa:16:3e:06:93:3b", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e2e2a2-08", "ovs_interfaceid": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.110672] env[68216]: DEBUG oslo_concurrency.lockutils [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.166314] env[68216]: DEBUG oslo_concurrency.lockutils [req-3b44a255-a3c9-4494-84c9-45037fe0d914 req-cb68154f-2238-4390-89c6-139b566e8599 service nova] Releasing lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.174838] env[68216]: DEBUG nova.compute.manager [req-c3780179-1401-47fa-8f3d-3ad26d90badc req-28e6cd3d-69aa-4b48-a6a3-9b5485ef3004 service nova] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Received event network-vif-deleted-a99a0c1b-db18-43b6-9e92-cfc985f79940 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1250.258086] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d470b5-2efc-4ed6-afbf-2dd5151e1ae0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.265573] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4e09a3-13aa-46a5-ad23-430162d1ab97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.296837] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf75a031-17f8-479a-9dd5-5c33abab7862 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.304054] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ae0f02-a334-4d8c-9d25-fd59a5428590 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.317279] env[68216]: DEBUG nova.compute.provider_tree [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1250.837680] env[68216]: ERROR nova.scheduler.client.report [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] [req-f5ba090d-abb1-4ea4-94e7-5f1ba01a44af] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9169374f-90e2-438b-ad3b-d543cda4cb3f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5ba090d-abb1-4ea4-94e7-5f1ba01a44af"}]} [ 1250.854090] env[68216]: DEBUG nova.scheduler.client.report [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Refreshing inventories for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1250.867392] env[68216]: DEBUG nova.scheduler.client.report [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Updating ProviderTree inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1250.867613] env[68216]: DEBUG nova.compute.provider_tree [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1250.878582] env[68216]: DEBUG nova.scheduler.client.report [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Refreshing aggregate associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, aggregates: None {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1250.896519] env[68216]: DEBUG nova.scheduler.client.report [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Refreshing trait associations for resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68216) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1250.995875] env[68216]: DEBUG nova.compute.manager [req-6d3cc870-56aa-4eb4-a3b1-6b2ae2eb1455 req-2ffea0b7-16f5-473f-9ed7-455302c2fec2 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Received event network-changed-98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1250.996092] env[68216]: DEBUG nova.compute.manager [req-6d3cc870-56aa-4eb4-a3b1-6b2ae2eb1455 req-2ffea0b7-16f5-473f-9ed7-455302c2fec2 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Refreshing instance network info cache due to event network-changed-98e2e2a2-08f1-4646-bef7-edb6f6531c5b. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1250.996315] env[68216]: DEBUG oslo_concurrency.lockutils [req-6d3cc870-56aa-4eb4-a3b1-6b2ae2eb1455 req-2ffea0b7-16f5-473f-9ed7-455302c2fec2 service nova] Acquiring lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.996449] env[68216]: DEBUG oslo_concurrency.lockutils [req-6d3cc870-56aa-4eb4-a3b1-6b2ae2eb1455 req-2ffea0b7-16f5-473f-9ed7-455302c2fec2 service nova] Acquired lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.996569] env[68216]: DEBUG nova.network.neutron [req-6d3cc870-56aa-4eb4-a3b1-6b2ae2eb1455 req-2ffea0b7-16f5-473f-9ed7-455302c2fec2 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Refreshing network info cache for port 98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.011039] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af3e720-876a-4700-9711-3f45c5c064a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.018879] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eba24b0-ee29-4985-b53f-6661168188c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.049941] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e243bb76-abc5-4140-8fd3-38d6654cfc97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.056734] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06d25f4-1cfe-4887-8a7e-59418cfcee66 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.069560] env[68216]: DEBUG nova.compute.provider_tree [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.598671] env[68216]: DEBUG nova.scheduler.client.report [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Updated inventory for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1251.598979] env[68216]: DEBUG nova.compute.provider_tree [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Updating resource provider 9169374f-90e2-438b-ad3b-d543cda4cb3f generation from 177 to 178 during operation: update_inventory {{(pid=68216) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1251.599107] env[68216]: DEBUG nova.compute.provider_tree [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Updating inventory in ProviderTree for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.698099] env[68216]: DEBUG nova.network.neutron [req-6d3cc870-56aa-4eb4-a3b1-6b2ae2eb1455 req-2ffea0b7-16f5-473f-9ed7-455302c2fec2 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updated VIF entry in instance network info cache for port 98e2e2a2-08f1-4646-bef7-edb6f6531c5b. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.698481] env[68216]: DEBUG nova.network.neutron [req-6d3cc870-56aa-4eb4-a3b1-6b2ae2eb1455 req-2ffea0b7-16f5-473f-9ed7-455302c2fec2 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updating instance_info_cache with network_info: [{"id": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "address": "fa:16:3e:06:93:3b", "network": {"id": "6f9453b9-824c-4b76-9418-aa3725f7266e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-113204437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85467a50a6ad481fa9c16e9952e04bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e2e2a2-08", "ovs_interfaceid": "98e2e2a2-08f1-4646-bef7-edb6f6531c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.103683] env[68216]: DEBUG oslo_concurrency.lockutils [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.470s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.106725] env[68216]: DEBUG oslo_concurrency.lockutils [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.996s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.106725] env[68216]: DEBUG nova.objects.instance [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'resources' on Instance uuid 62f6a519-c5a2-4c1e-887a-6a6863909da6 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.122012] env[68216]: INFO nova.scheduler.client.report [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Deleted allocations for instance bf34d6d3-61a2-4093-bc60-5352c6212342 [ 1252.201461] env[68216]: DEBUG oslo_concurrency.lockutils [req-6d3cc870-56aa-4eb4-a3b1-6b2ae2eb1455 req-2ffea0b7-16f5-473f-9ed7-455302c2fec2 service nova] Releasing lock "refresh_cache-55443f64-2e55-4b85-8f4c-84e42e3c928f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.630767] env[68216]: DEBUG oslo_concurrency.lockutils [None req-03b860b8-2acf-4fbf-8dbd-7ed65ec50a88 tempest-AttachInterfacesTestJSON-1799080435 tempest-AttachInterfacesTestJSON-1799080435-project-member] Lock "bf34d6d3-61a2-4093-bc60-5352c6212342" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.844s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.713993] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4111227d-c72a-49f4-8001-b6f6b34b5bdb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.721802] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0623396c-2ebc-4161-8d06-fe0c04e79ab7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.751321] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfa4d78-2ffc-4aaa-b54f-4b1fd86b84cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.757744] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e65c3-743c-46b9-9086-d62bc2422f1a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.770275] env[68216]: DEBUG nova.compute.provider_tree [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.783643] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.783854] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.784036] env[68216]: INFO nova.compute.manager [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Shelving [ 1253.273510] env[68216]: DEBUG nova.scheduler.client.report [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.781026] env[68216]: DEBUG oslo_concurrency.lockutils [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.795041] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.795041] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b58abd-bc00-44af-96de-ad2e9acb55a7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.801209] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1253.801209] env[68216]: value = "task-3069313" [ 1253.801209] env[68216]: _type = "Task" [ 1253.801209] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.809742] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.812678] env[68216]: INFO nova.scheduler.client.report [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleted allocations for instance 62f6a519-c5a2-4c1e-887a-6a6863909da6 [ 1254.311428] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069313, 'name': PowerOffVM_Task, 'duration_secs': 0.200023} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.311706] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.312474] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd5906-58a7-4354-8ad7-05f66d8d925f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.334264] env[68216]: DEBUG oslo_concurrency.lockutils [None req-277a8445-200d-4359-93d1-1f0bda2e24b4 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "62f6a519-c5a2-4c1e-887a-6a6863909da6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.803s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.336348] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09650bda-66d8-4a2f-b7ec-3d6b48841001 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.847593] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1254.847593] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ce67038-6987-4678-a46e-df3b4af369c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.855493] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1254.855493] env[68216]: value = "task-3069314" [ 1254.855493] env[68216]: _type = "Task" [ 1254.855493] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.863554] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069314, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.366751] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069314, 'name': CreateSnapshot_Task, 'duration_secs': 0.410474} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.367112] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1255.367865] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe88574b-a7d3-4ffc-9ac2-59098e103fdc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.745096] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.745357] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.885028] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1255.885419] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7a3b707-1c30-485e-b3cf-7aabc8913ae9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.895275] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1255.895275] env[68216]: value = "task-3069315" [ 1255.895275] env[68216]: _type = "Task" [ 1255.895275] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.902755] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069315, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.249776] env[68216]: DEBUG nova.compute.manager [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.405247] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069315, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.772316] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.772592] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.774129] env[68216]: INFO nova.compute.claims [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.906458] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069315, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.406553] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069315, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.881158] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72546015-fd0b-492e-bbb6-869c6a8bbb42 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.888547] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b840a2-773a-4c46-8046-f9f779b66f53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.921385] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03d978a-13e5-4933-9ad7-a58c444b1898 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.930871] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069315, 'name': CloneVM_Task, 'duration_secs': 1.845999} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.933652] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Created linked-clone VM from snapshot [ 1257.934586] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93cb411-efee-4b6f-bc7d-b602cab93c8a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.938156] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4f04b1-ec71-403f-b881-686e8c76afb3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.946640] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Uploading image e86242d1-f5d6-4d54-89e0-3e284383b06b {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1257.956423] env[68216]: DEBUG nova.compute.provider_tree [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.971992] env[68216]: DEBUG oslo_vmware.rw_handles [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1257.971992] env[68216]: value = "vm-614610" [ 1257.971992] env[68216]: _type = "VirtualMachine" [ 1257.971992] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1257.972284] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38e9d522-0f18-432d-a44c-827a56950503 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.979099] env[68216]: DEBUG oslo_vmware.rw_handles [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lease: (returnval){ [ 1257.979099] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521314de-d538-9672-fd91-a009c4fb3e53" [ 1257.979099] env[68216]: _type = "HttpNfcLease" [ 1257.979099] env[68216]: } obtained for exporting VM: (result){ [ 1257.979099] env[68216]: value = "vm-614610" [ 1257.979099] env[68216]: _type = "VirtualMachine" [ 1257.979099] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1257.979492] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the lease: (returnval){ [ 1257.979492] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521314de-d538-9672-fd91-a009c4fb3e53" [ 1257.979492] env[68216]: _type = "HttpNfcLease" [ 1257.979492] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1257.985393] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.985393] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521314de-d538-9672-fd91-a009c4fb3e53" [ 1257.985393] env[68216]: _type = "HttpNfcLease" [ 1257.985393] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1258.460174] env[68216]: DEBUG nova.scheduler.client.report [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.487337] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.487337] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521314de-d538-9672-fd91-a009c4fb3e53" [ 1258.487337] env[68216]: _type = "HttpNfcLease" [ 1258.487337] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1258.487638] env[68216]: DEBUG oslo_vmware.rw_handles [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1258.487638] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]521314de-d538-9672-fd91-a009c4fb3e53" [ 1258.487638] env[68216]: _type = "HttpNfcLease" [ 1258.487638] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1258.488312] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23acd246-f4a8-414c-a484-1c2418fbcb92 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.496755] env[68216]: DEBUG oslo_vmware.rw_handles [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284be09-841c-75dd-a69c-b58c50c17a2a/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1258.496920] env[68216]: DEBUG oslo_vmware.rw_handles [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284be09-841c-75dd-a69c-b58c50c17a2a/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1258.584550] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-692333e3-706f-42c8-8e67-536c812f1a01 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.965318] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.965915] env[68216]: DEBUG nova.compute.manager [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.470974] env[68216]: DEBUG nova.compute.utils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.472618] env[68216]: DEBUG nova.compute.manager [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.472789] env[68216]: DEBUG nova.network.neutron [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.511386] env[68216]: DEBUG nova.policy [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ad779504d224bda8ef1bd6f4e40b923', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb98f66b73744e6d8f9f2b5ab9843dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.762861] env[68216]: DEBUG nova.network.neutron [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Successfully created port: eb689c68-2b0d-4936-9222-af8523171c3f {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.977806] env[68216]: DEBUG nova.compute.manager [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.799911] env[68216]: INFO nova.compute.manager [None req-6d696836-a89d-45f5-a42a-6b62ec37faa0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Get console output [ 1260.800154] env[68216]: WARNING nova.virt.vmwareapi.driver [None req-6d696836-a89d-45f5-a42a-6b62ec37faa0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] The console log is missing. Check your VSPC configuration [ 1260.989417] env[68216]: DEBUG nova.compute.manager [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.017069] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.017392] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.017553] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.017756] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.017921] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.018096] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.018350] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.018522] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.018690] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.018869] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.019062] env[68216]: DEBUG nova.virt.hardware [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.020070] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d305fc-c9a6-40ad-a941-57c5b1075558 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.028289] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef9403a-11e6-4e95-b9f2-500bd240c570 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.157228] env[68216]: DEBUG nova.compute.manager [req-15bbe9a9-acfa-4285-990d-b5259ee08ed1 req-4ebebd9e-8545-4017-84f3-ce68e90ce019 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Received event network-vif-plugged-eb689c68-2b0d-4936-9222-af8523171c3f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1261.157477] env[68216]: DEBUG oslo_concurrency.lockutils [req-15bbe9a9-acfa-4285-990d-b5259ee08ed1 req-4ebebd9e-8545-4017-84f3-ce68e90ce019 service nova] Acquiring lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.157771] env[68216]: DEBUG oslo_concurrency.lockutils [req-15bbe9a9-acfa-4285-990d-b5259ee08ed1 req-4ebebd9e-8545-4017-84f3-ce68e90ce019 service nova] Lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.157981] env[68216]: DEBUG oslo_concurrency.lockutils [req-15bbe9a9-acfa-4285-990d-b5259ee08ed1 req-4ebebd9e-8545-4017-84f3-ce68e90ce019 service nova] Lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.158179] env[68216]: DEBUG nova.compute.manager [req-15bbe9a9-acfa-4285-990d-b5259ee08ed1 req-4ebebd9e-8545-4017-84f3-ce68e90ce019 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] No waiting events found dispatching network-vif-plugged-eb689c68-2b0d-4936-9222-af8523171c3f {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.158398] env[68216]: WARNING nova.compute.manager [req-15bbe9a9-acfa-4285-990d-b5259ee08ed1 req-4ebebd9e-8545-4017-84f3-ce68e90ce019 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Received unexpected event network-vif-plugged-eb689c68-2b0d-4936-9222-af8523171c3f for instance with vm_state building and task_state spawning. [ 1261.254556] env[68216]: DEBUG nova.network.neutron [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Successfully updated port: eb689c68-2b0d-4936-9222-af8523171c3f {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.757280] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.757460] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.757613] env[68216]: DEBUG nova.network.neutron [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.872204] env[68216]: DEBUG oslo_concurrency.lockutils [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "01bd1b70-a598-45d7-8f58-4253db07e0c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.872460] env[68216]: DEBUG oslo_concurrency.lockutils [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "01bd1b70-a598-45d7-8f58-4253db07e0c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.872666] env[68216]: DEBUG oslo_concurrency.lockutils [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "01bd1b70-a598-45d7-8f58-4253db07e0c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.872850] env[68216]: DEBUG oslo_concurrency.lockutils [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "01bd1b70-a598-45d7-8f58-4253db07e0c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.873027] env[68216]: DEBUG oslo_concurrency.lockutils [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "01bd1b70-a598-45d7-8f58-4253db07e0c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.875219] env[68216]: INFO nova.compute.manager [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Terminating instance [ 1262.290244] env[68216]: DEBUG nova.network.neutron [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.378814] env[68216]: DEBUG nova.compute.manager [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.379037] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.380035] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bc635a-4e23-44a8-ab01-2b831ba7f8bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.388106] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.388369] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08054f41-44ab-4520-aedc-4f239b4595cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.395443] env[68216]: DEBUG oslo_vmware.api [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1262.395443] env[68216]: value = "task-3069317" [ 1262.395443] env[68216]: _type = "Task" [ 1262.395443] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.404791] env[68216]: DEBUG oslo_vmware.api [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.456257] env[68216]: DEBUG nova.network.neutron [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Updating instance_info_cache with network_info: [{"id": "eb689c68-2b0d-4936-9222-af8523171c3f", "address": "fa:16:3e:dc:16:b2", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb689c68-2b", "ovs_interfaceid": "eb689c68-2b0d-4936-9222-af8523171c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.905626] env[68216]: DEBUG oslo_vmware.api [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069317, 'name': PowerOffVM_Task, 'duration_secs': 0.300235} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.905893] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.906116] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.906388] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e38ce985-2243-47be-9443-4eef56d11671 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.959183] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.959682] env[68216]: DEBUG nova.compute.manager [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Instance network_info: |[{"id": "eb689c68-2b0d-4936-9222-af8523171c3f", "address": "fa:16:3e:dc:16:b2", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb689c68-2b", "ovs_interfaceid": "eb689c68-2b0d-4936-9222-af8523171c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.960234] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:16:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb689c68-2b0d-4936-9222-af8523171c3f', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.968216] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.969667] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.969950] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.970179] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.970379] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleting the datastore file [datastore2] 01bd1b70-a598-45d7-8f58-4253db07e0c5 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.970627] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e5b2453-0f66-491c-b2ad-ada3276791cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.985265] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a1633a-b2b6-4ade-971a-a9adca305961 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.992242] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.992242] env[68216]: value = "task-3069319" [ 1262.992242] env[68216]: _type = "Task" [ 1262.992242] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.993633] env[68216]: DEBUG oslo_vmware.api [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1262.993633] env[68216]: value = "task-3069320" [ 1262.993633] env[68216]: _type = "Task" [ 1262.993633] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.004507] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069319, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.007560] env[68216]: DEBUG oslo_vmware.api [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.185884] env[68216]: DEBUG nova.compute.manager [req-15d537eb-b545-4643-9d59-01b9de2aadd5 req-8fb2cc4d-454f-4027-a701-49d44e167559 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Received event network-changed-eb689c68-2b0d-4936-9222-af8523171c3f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1263.186175] env[68216]: DEBUG nova.compute.manager [req-15d537eb-b545-4643-9d59-01b9de2aadd5 req-8fb2cc4d-454f-4027-a701-49d44e167559 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Refreshing instance network info cache due to event network-changed-eb689c68-2b0d-4936-9222-af8523171c3f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1263.186330] env[68216]: DEBUG oslo_concurrency.lockutils [req-15d537eb-b545-4643-9d59-01b9de2aadd5 req-8fb2cc4d-454f-4027-a701-49d44e167559 service nova] Acquiring lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.186470] env[68216]: DEBUG oslo_concurrency.lockutils [req-15d537eb-b545-4643-9d59-01b9de2aadd5 req-8fb2cc4d-454f-4027-a701-49d44e167559 service nova] Acquired lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.186647] env[68216]: DEBUG nova.network.neutron [req-15d537eb-b545-4643-9d59-01b9de2aadd5 req-8fb2cc4d-454f-4027-a701-49d44e167559 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Refreshing network info cache for port eb689c68-2b0d-4936-9222-af8523171c3f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.505867] env[68216]: DEBUG oslo_vmware.api [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179769} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.509142] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.509372] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.509597] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.509806] env[68216]: INFO nova.compute.manager [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1263.510075] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.510250] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069319, 'name': CreateVM_Task, 'duration_secs': 0.323565} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.510480] env[68216]: DEBUG nova.compute.manager [-] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.510585] env[68216]: DEBUG nova.network.neutron [-] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.512238] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.512862] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.513034] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.513368] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.513931] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b7f777-138d-466e-a5a3-8b6a12681539 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.519064] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1263.519064] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5206dbd6-b371-70ac-13d1-7f7a33fbfff0" [ 1263.519064] env[68216]: _type = "Task" [ 1263.519064] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.526743] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5206dbd6-b371-70ac-13d1-7f7a33fbfff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.884550] env[68216]: DEBUG nova.network.neutron [req-15d537eb-b545-4643-9d59-01b9de2aadd5 req-8fb2cc4d-454f-4027-a701-49d44e167559 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Updated VIF entry in instance network info cache for port eb689c68-2b0d-4936-9222-af8523171c3f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.884940] env[68216]: DEBUG nova.network.neutron [req-15d537eb-b545-4643-9d59-01b9de2aadd5 req-8fb2cc4d-454f-4027-a701-49d44e167559 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Updating instance_info_cache with network_info: [{"id": "eb689c68-2b0d-4936-9222-af8523171c3f", "address": "fa:16:3e:dc:16:b2", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb689c68-2b", "ovs_interfaceid": "eb689c68-2b0d-4936-9222-af8523171c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.032051] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5206dbd6-b371-70ac-13d1-7f7a33fbfff0, 'name': SearchDatastore_Task, 'duration_secs': 0.015767} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.032394] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.032664] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.032931] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.033126] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.033345] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.033650] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95acdef0-fc6c-44e2-8732-1cb132ff9afe {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.047471] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.047647] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.048349] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f451466d-063b-4acd-b6a3-3d6cf7574a8f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.053062] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1264.053062] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cb863b-1612-aa57-8906-437f737cd0e3" [ 1264.053062] env[68216]: _type = "Task" [ 1264.053062] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.060525] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cb863b-1612-aa57-8906-437f737cd0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.387572] env[68216]: DEBUG oslo_concurrency.lockutils [req-15d537eb-b545-4643-9d59-01b9de2aadd5 req-8fb2cc4d-454f-4027-a701-49d44e167559 service nova] Releasing lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.564160] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52cb863b-1612-aa57-8906-437f737cd0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.032011} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.565080] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07775cd4-caf8-40af-b7a1-8e7b2f557093 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.570793] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1264.570793] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5238273f-0a8c-9fb9-408a-75ac98356a48" [ 1264.570793] env[68216]: _type = "Task" [ 1264.570793] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.579993] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5238273f-0a8c-9fb9-408a-75ac98356a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.741711] env[68216]: DEBUG nova.network.neutron [-] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.081250] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5238273f-0a8c-9fb9-408a-75ac98356a48, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.081536] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.081799] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d/e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.082106] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9f4223d-7a11-4039-a0ff-a1fb81923bb1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.089223] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1265.089223] env[68216]: value = "task-3069321" [ 1265.089223] env[68216]: _type = "Task" [ 1265.089223] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.097559] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.214207] env[68216]: DEBUG nova.compute.manager [req-23e7171d-f409-4e36-817d-3449b6e09a70 req-cad2146b-c645-41be-92e7-b69c1d49cc9c service nova] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Received event network-vif-deleted-78f9bab3-5412-461f-8839-9c6d6883e390 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1265.243963] env[68216]: INFO nova.compute.manager [-] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Took 1.73 seconds to deallocate network for instance. [ 1265.600790] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069321, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.751444] env[68216]: DEBUG oslo_concurrency.lockutils [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.751688] env[68216]: DEBUG oslo_concurrency.lockutils [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.751937] env[68216]: DEBUG nova.objects.instance [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lazy-loading 'resources' on Instance uuid 01bd1b70-a598-45d7-8f58-4253db07e0c5 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.082102] env[68216]: DEBUG oslo_vmware.rw_handles [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284be09-841c-75dd-a69c-b58c50c17a2a/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.082267] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6283ec-e75d-45b5-b6d6-876e5dbba0cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.088678] env[68216]: DEBUG oslo_vmware.rw_handles [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284be09-841c-75dd-a69c-b58c50c17a2a/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.088850] env[68216]: ERROR oslo_vmware.rw_handles [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284be09-841c-75dd-a69c-b58c50c17a2a/disk-0.vmdk due to incomplete transfer. [ 1266.089086] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e06ed7d9-d6a3-4c1d-b6f3-32fd269e9dd0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.098695] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527868} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.098931] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d/e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.099176] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.099478] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93df70a5-003b-4656-8715-ec24377d4669 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.102006] env[68216]: DEBUG oslo_vmware.rw_handles [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284be09-841c-75dd-a69c-b58c50c17a2a/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1266.102210] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Uploaded image e86242d1-f5d6-4d54-89e0-3e284383b06b to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1266.104582] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1266.105106] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5de56023-a345-4161-951f-07123a0cdde7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.109295] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1266.109295] env[68216]: value = "task-3069322" [ 1266.109295] env[68216]: _type = "Task" [ 1266.109295] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.110508] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1266.110508] env[68216]: value = "task-3069323" [ 1266.110508] env[68216]: _type = "Task" [ 1266.110508] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.123562] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.126697] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069323, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.372235] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2ee900-5e67-4d1e-bef9-e1c8c003a01d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.379612] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355114c1-7dbd-4886-ad5a-7e35778f0f16 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.409946] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873210b8-1e6a-492f-a94a-d9ff17613b5a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.416771] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d145481-d76e-4a5a-af7e-2c18db621c15 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.429619] env[68216]: DEBUG nova.compute.provider_tree [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.625019] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069323, 'name': Destroy_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.625385] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127958} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.625523] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.626285] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b9631-027b-4ba5-9d3f-b017c29d9001 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.647468] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d/e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.647706] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9691b69c-3da1-482e-bb38-741f33c79a43 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.666432] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1266.666432] env[68216]: value = "task-3069324" [ 1266.666432] env[68216]: _type = "Task" [ 1266.666432] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.673907] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.932640] env[68216]: DEBUG nova.scheduler.client.report [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.125659] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069323, 'name': Destroy_Task, 'duration_secs': 0.519006} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.125912] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Destroyed the VM [ 1267.126163] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1267.126408] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1953210b-3a23-45a1-8942-4bf061dea417 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.134177] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1267.134177] env[68216]: value = "task-3069325" [ 1267.134177] env[68216]: _type = "Task" [ 1267.134177] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.141360] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069325, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.176293] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069324, 'name': ReconfigVM_Task, 'duration_secs': 0.275169} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.176586] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Reconfigured VM instance instance-00000079 to attach disk [datastore2] e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d/e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.177244] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ccaf26c-96d7-40e9-93b3-19cd5c3d3a44 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.182978] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1267.182978] env[68216]: value = "task-3069326" [ 1267.182978] env[68216]: _type = "Task" [ 1267.182978] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.190389] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069326, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.438111] env[68216]: DEBUG oslo_concurrency.lockutils [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.456979] env[68216]: INFO nova.scheduler.client.report [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted allocations for instance 01bd1b70-a598-45d7-8f58-4253db07e0c5 [ 1267.644716] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069325, 'name': RemoveSnapshot_Task, 'duration_secs': 0.415754} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.645106] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1267.645272] env[68216]: DEBUG nova.compute.manager [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.646032] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c6bab5-5413-42b8-8ff7-ef5fd390f751 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.693178] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069326, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.966694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-21ea5e60-3cfb-4902-ac38-1680bd2d3548 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "01bd1b70-a598-45d7-8f58-4253db07e0c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.094s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.157338] env[68216]: INFO nova.compute.manager [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Shelve offloading [ 1268.193727] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069326, 'name': Rename_Task, 'duration_secs': 0.828401} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.194142] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.194246] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f13dfc7d-cfc7-453d-a0c0-b78def30dc4a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.200561] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1268.200561] env[68216]: value = "task-3069327" [ 1268.200561] env[68216]: _type = "Task" [ 1268.200561] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.208480] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.661727] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.662123] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0de8ffce-ad39-4f76-aa2a-9dbd17b1448f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.669496] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1268.669496] env[68216]: value = "task-3069328" [ 1268.669496] env[68216]: _type = "Task" [ 1268.669496] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.678297] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.709464] env[68216]: DEBUG oslo_vmware.api [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069327, 'name': PowerOnVM_Task, 'duration_secs': 0.440374} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.709744] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.709901] env[68216]: INFO nova.compute.manager [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1268.710090] env[68216]: DEBUG nova.compute.manager [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.710854] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5ad62a-3e28-49f9-a124-6c516fa60c54 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.179753] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1269.179972] env[68216]: DEBUG nova.compute.manager [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.180699] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a257e7-3634-40c3-a1d2-c6bd628a9a59 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.186904] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.187080] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.187298] env[68216]: DEBUG nova.network.neutron [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.226690] env[68216]: INFO nova.compute.manager [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Took 12.47 seconds to build instance. [ 1269.612876] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "41a43190-3eea-4c6b-8106-e82e0c2394d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.613154] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "41a43190-3eea-4c6b-8106-e82e0c2394d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.727865] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0f41bf4e-dab7-4c3c-93b7-a3dcd25afe3a tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.982s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.883366] env[68216]: DEBUG nova.network.neutron [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updating instance_info_cache with network_info: [{"id": "7802f3e5-0b16-4754-ac20-0fa818785bef", "address": "fa:16:3e:ce:bd:43", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7802f3e5-0b", "ovs_interfaceid": "7802f3e5-0b16-4754-ac20-0fa818785bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.066322] env[68216]: DEBUG nova.compute.manager [req-8ce1128c-ca35-4a7a-91e6-6602d6bff1e0 req-88d40392-254e-4124-b301-13b8b7127916 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Received event network-changed-eb689c68-2b0d-4936-9222-af8523171c3f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1270.066560] env[68216]: DEBUG nova.compute.manager [req-8ce1128c-ca35-4a7a-91e6-6602d6bff1e0 req-88d40392-254e-4124-b301-13b8b7127916 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Refreshing instance network info cache due to event network-changed-eb689c68-2b0d-4936-9222-af8523171c3f. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1270.066785] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ce1128c-ca35-4a7a-91e6-6602d6bff1e0 req-88d40392-254e-4124-b301-13b8b7127916 service nova] Acquiring lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.066929] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ce1128c-ca35-4a7a-91e6-6602d6bff1e0 req-88d40392-254e-4124-b301-13b8b7127916 service nova] Acquired lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.067103] env[68216]: DEBUG nova.network.neutron [req-8ce1128c-ca35-4a7a-91e6-6602d6bff1e0 req-88d40392-254e-4124-b301-13b8b7127916 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Refreshing network info cache for port eb689c68-2b0d-4936-9222-af8523171c3f {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.116883] env[68216]: DEBUG nova.compute.manager [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.366963] env[68216]: INFO nova.compute.manager [None req-9d227388-bc22-4a0e-bcee-734cba4b918c tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Get console output [ 1270.367256] env[68216]: WARNING nova.virt.vmwareapi.driver [None req-9d227388-bc22-4a0e-bcee-734cba4b918c tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] The console log is missing. Check your VSPC configuration [ 1270.385824] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.581137] env[68216]: DEBUG nova.compute.manager [req-a2992ad2-8ea5-4346-b17a-5d886a499ed1 req-43c89dd8-ba43-48fe-b5a3-49a4e8b0d983 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received event network-vif-unplugged-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1270.581137] env[68216]: DEBUG oslo_concurrency.lockutils [req-a2992ad2-8ea5-4346-b17a-5d886a499ed1 req-43c89dd8-ba43-48fe-b5a3-49a4e8b0d983 service nova] Acquiring lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.581137] env[68216]: DEBUG oslo_concurrency.lockutils [req-a2992ad2-8ea5-4346-b17a-5d886a499ed1 req-43c89dd8-ba43-48fe-b5a3-49a4e8b0d983 service nova] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.581137] env[68216]: DEBUG oslo_concurrency.lockutils [req-a2992ad2-8ea5-4346-b17a-5d886a499ed1 req-43c89dd8-ba43-48fe-b5a3-49a4e8b0d983 service nova] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.581137] env[68216]: DEBUG nova.compute.manager [req-a2992ad2-8ea5-4346-b17a-5d886a499ed1 req-43c89dd8-ba43-48fe-b5a3-49a4e8b0d983 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] No waiting events found dispatching network-vif-unplugged-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.581137] env[68216]: WARNING nova.compute.manager [req-a2992ad2-8ea5-4346-b17a-5d886a499ed1 req-43c89dd8-ba43-48fe-b5a3-49a4e8b0d983 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received unexpected event network-vif-unplugged-7802f3e5-0b16-4754-ac20-0fa818785bef for instance with vm_state shelved and task_state shelving_offloading. [ 1270.642261] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.642261] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.644509] env[68216]: INFO nova.compute.claims [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.671867] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.672863] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae41b15a-a26f-4122-b654-35c211e3a78d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.681020] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.681879] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a9a210f-1292-4534-b2fb-eb29b3ffe520 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.742369] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.742831] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.742831] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleting the datastore file [datastore2] 3cc14e0f-5aa2-476a-b82f-cde59c9e417f {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.745127] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0ab26b4-c4f4-476f-8198-7abc758bbfe7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.751302] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1270.751302] env[68216]: value = "task-3069330" [ 1270.751302] env[68216]: _type = "Task" [ 1270.751302] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.758919] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.775564] env[68216]: DEBUG nova.network.neutron [req-8ce1128c-ca35-4a7a-91e6-6602d6bff1e0 req-88d40392-254e-4124-b301-13b8b7127916 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Updated VIF entry in instance network info cache for port eb689c68-2b0d-4936-9222-af8523171c3f. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.775890] env[68216]: DEBUG nova.network.neutron [req-8ce1128c-ca35-4a7a-91e6-6602d6bff1e0 req-88d40392-254e-4124-b301-13b8b7127916 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Updating instance_info_cache with network_info: [{"id": "eb689c68-2b0d-4936-9222-af8523171c3f", "address": "fa:16:3e:dc:16:b2", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb689c68-2b", "ovs_interfaceid": "eb689c68-2b0d-4936-9222-af8523171c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.261245] env[68216]: DEBUG oslo_vmware.api [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135254} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.261534] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.261696] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.261874] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.278677] env[68216]: DEBUG oslo_concurrency.lockutils [req-8ce1128c-ca35-4a7a-91e6-6602d6bff1e0 req-88d40392-254e-4124-b301-13b8b7127916 service nova] Releasing lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.281742] env[68216]: INFO nova.scheduler.client.report [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleted allocations for instance 3cc14e0f-5aa2-476a-b82f-cde59c9e417f [ 1271.471234] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.471546] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.471799] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.471989] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.472184] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.474757] env[68216]: INFO nova.compute.manager [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Terminating instance [ 1271.754867] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21766a85-8d9e-40e1-94bc-e39d7d35855b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.762179] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41aa4c3-b769-4189-bcd6-9476c8f86c58 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.792212] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.793028] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6343185e-209f-476d-a82f-f75a8b0fc84b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.799880] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa8d708-83c1-4d87-b792-10a42b381878 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.813941] env[68216]: DEBUG nova.compute.provider_tree [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.978489] env[68216]: DEBUG nova.compute.manager [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.978679] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.979562] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c3c6aa-b9dc-4db0-a0e9-ab9a4b34529c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.987453] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.987679] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-503ede70-8d2f-46d1-a4c1-f15480653d6d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.994443] env[68216]: DEBUG oslo_vmware.api [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1271.994443] env[68216]: value = "task-3069331" [ 1271.994443] env[68216]: _type = "Task" [ 1271.994443] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.001739] env[68216]: DEBUG oslo_vmware.api [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.317761] env[68216]: DEBUG nova.scheduler.client.report [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.504882] env[68216]: DEBUG oslo_vmware.api [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069331, 'name': PowerOffVM_Task, 'duration_secs': 0.193678} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.505158] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.505394] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.505665] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eedf773-b6d1-4eec-954a-fb5c31ee9ca2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.567498] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.567717] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.567897] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleting the datastore file [datastore1] e2bae917-f8b2-406f-a6e1-0d105490a8dc {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.568195] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e077a9b5-06dc-4bc8-981a-8cfdfb7b5c78 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.575354] env[68216]: DEBUG oslo_vmware.api [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1272.575354] env[68216]: value = "task-3069333" [ 1272.575354] env[68216]: _type = "Task" [ 1272.575354] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.583246] env[68216]: DEBUG oslo_vmware.api [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.606727] env[68216]: DEBUG nova.compute.manager [req-d7a1e0ac-ed49-4b99-952a-1d0afa095484 req-ba59fbac-b450-4952-b661-a4f7ee4c2a5b service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received event network-changed-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1272.606834] env[68216]: DEBUG nova.compute.manager [req-d7a1e0ac-ed49-4b99-952a-1d0afa095484 req-ba59fbac-b450-4952-b661-a4f7ee4c2a5b service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Refreshing instance network info cache due to event network-changed-7802f3e5-0b16-4754-ac20-0fa818785bef. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1272.607038] env[68216]: DEBUG oslo_concurrency.lockutils [req-d7a1e0ac-ed49-4b99-952a-1d0afa095484 req-ba59fbac-b450-4952-b661-a4f7ee4c2a5b service nova] Acquiring lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.607302] env[68216]: DEBUG oslo_concurrency.lockutils [req-d7a1e0ac-ed49-4b99-952a-1d0afa095484 req-ba59fbac-b450-4952-b661-a4f7ee4c2a5b service nova] Acquired lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.607392] env[68216]: DEBUG nova.network.neutron [req-d7a1e0ac-ed49-4b99-952a-1d0afa095484 req-ba59fbac-b450-4952-b661-a4f7ee4c2a5b service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Refreshing network info cache for port 7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.823175] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.823600] env[68216]: DEBUG nova.compute.manager [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.825898] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.034s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.826133] env[68216]: DEBUG nova.objects.instance [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'resources' on Instance uuid 3cc14e0f-5aa2-476a-b82f-cde59c9e417f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.084865] env[68216]: DEBUG oslo_vmware.api [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141661} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.085053] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.085243] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.085418] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.085589] env[68216]: INFO nova.compute.manager [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1273.085826] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.086029] env[68216]: DEBUG nova.compute.manager [-] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.086135] env[68216]: DEBUG nova.network.neutron [-] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.329232] env[68216]: DEBUG nova.compute.utils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.330796] env[68216]: DEBUG nova.objects.instance [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'numa_topology' on Instance uuid 3cc14e0f-5aa2-476a-b82f-cde59c9e417f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.333693] env[68216]: DEBUG nova.compute.manager [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.333866] env[68216]: DEBUG nova.network.neutron [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.379364] env[68216]: DEBUG nova.network.neutron [req-d7a1e0ac-ed49-4b99-952a-1d0afa095484 req-ba59fbac-b450-4952-b661-a4f7ee4c2a5b service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updated VIF entry in instance network info cache for port 7802f3e5-0b16-4754-ac20-0fa818785bef. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.379704] env[68216]: DEBUG nova.network.neutron [req-d7a1e0ac-ed49-4b99-952a-1d0afa095484 req-ba59fbac-b450-4952-b661-a4f7ee4c2a5b service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updating instance_info_cache with network_info: [{"id": "7802f3e5-0b16-4754-ac20-0fa818785bef", "address": "fa:16:3e:ce:bd:43", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": null, "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7802f3e5-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.401843] env[68216]: DEBUG nova.policy [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7c478bdda4ad78acc6e9901e772f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5d73b460d2400fa3edf1f0ebd4bd0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.525640] env[68216]: DEBUG nova.compute.manager [req-a0e9142a-a9af-48a8-ad67-7fdb0811adc4 req-4ad91fde-4e41-4154-ad3c-7416fc085c41 service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Received event network-vif-deleted-2fc3eb5d-bc5e-4cec-a56a-e6540506f90f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1273.525847] env[68216]: INFO nova.compute.manager [req-a0e9142a-a9af-48a8-ad67-7fdb0811adc4 req-4ad91fde-4e41-4154-ad3c-7416fc085c41 service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Neutron deleted interface 2fc3eb5d-bc5e-4cec-a56a-e6540506f90f; detaching it from the instance and deleting it from the info cache [ 1273.526038] env[68216]: DEBUG nova.network.neutron [req-a0e9142a-a9af-48a8-ad67-7fdb0811adc4 req-4ad91fde-4e41-4154-ad3c-7416fc085c41 service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.642135] env[68216]: DEBUG nova.network.neutron [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Successfully created port: 7be9f899-05f4-4702-824c-969098faaba9 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.685288] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.835538] env[68216]: DEBUG nova.objects.base [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Object Instance<3cc14e0f-5aa2-476a-b82f-cde59c9e417f> lazy-loaded attributes: resources,numa_topology {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.837141] env[68216]: DEBUG nova.compute.manager [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.881783] env[68216]: DEBUG oslo_concurrency.lockutils [req-d7a1e0ac-ed49-4b99-952a-1d0afa095484 req-ba59fbac-b450-4952-b661-a4f7ee4c2a5b service nova] Releasing lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.960811] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407caf7a-9169-403a-af4c-d1e29bdb797a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.968782] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6f5b50-785c-424a-b2d2-b1d5da5abbc3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.999740] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b3f16-64bf-443e-ab4a-ef08aa5a93cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.004184] env[68216]: DEBUG nova.network.neutron [-] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.008463] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9722c24-324d-4d2a-b19b-d11a32cd19e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.022327] env[68216]: DEBUG nova.compute.provider_tree [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.029769] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d5ec8ee-1ab1-4314-ad4c-9cc411ac0ca8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.041339] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf077e28-e388-45c5-bc91-02fcc7abf4f1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.070753] env[68216]: DEBUG nova.compute.manager [req-a0e9142a-a9af-48a8-ad67-7fdb0811adc4 req-4ad91fde-4e41-4154-ad3c-7416fc085c41 service nova] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Detach interface failed, port_id=2fc3eb5d-bc5e-4cec-a56a-e6540506f90f, reason: Instance e2bae917-f8b2-406f-a6e1-0d105490a8dc could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1274.507940] env[68216]: INFO nova.compute.manager [-] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Took 1.42 seconds to deallocate network for instance. [ 1274.524809] env[68216]: DEBUG nova.scheduler.client.report [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.846313] env[68216]: DEBUG nova.compute.manager [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.872923] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.873170] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.873328] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.873512] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.873659] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.873801] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.874019] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.874180] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.874345] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.874507] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.874678] env[68216]: DEBUG nova.virt.hardware [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.875622] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be27f81-f2ae-4bb7-b9c7-dadd7ad5d0cc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.883573] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5bdc30-2e19-4d2d-87fd-e15fe5e2307b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.015024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.030240] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.034521] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.019s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.034521] env[68216]: DEBUG nova.objects.instance [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lazy-loading 'resources' on Instance uuid e2bae917-f8b2-406f-a6e1-0d105490a8dc {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.037263] env[68216]: DEBUG nova.compute.manager [req-be6379f2-f028-403d-9f75-e9860c16ada3 req-4740aec4-5924-4264-b1eb-e4a4d0b44889 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Received event network-vif-plugged-7be9f899-05f4-4702-824c-969098faaba9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1275.037581] env[68216]: DEBUG oslo_concurrency.lockutils [req-be6379f2-f028-403d-9f75-e9860c16ada3 req-4740aec4-5924-4264-b1eb-e4a4d0b44889 service nova] Acquiring lock "41a43190-3eea-4c6b-8106-e82e0c2394d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.037897] env[68216]: DEBUG oslo_concurrency.lockutils [req-be6379f2-f028-403d-9f75-e9860c16ada3 req-4740aec4-5924-4264-b1eb-e4a4d0b44889 service nova] Lock "41a43190-3eea-4c6b-8106-e82e0c2394d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.038152] env[68216]: DEBUG oslo_concurrency.lockutils [req-be6379f2-f028-403d-9f75-e9860c16ada3 req-4740aec4-5924-4264-b1eb-e4a4d0b44889 service nova] Lock "41a43190-3eea-4c6b-8106-e82e0c2394d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.038425] env[68216]: DEBUG nova.compute.manager [req-be6379f2-f028-403d-9f75-e9860c16ada3 req-4740aec4-5924-4264-b1eb-e4a4d0b44889 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] No waiting events found dispatching network-vif-plugged-7be9f899-05f4-4702-824c-969098faaba9 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.038662] env[68216]: WARNING nova.compute.manager [req-be6379f2-f028-403d-9f75-e9860c16ada3 req-4740aec4-5924-4264-b1eb-e4a4d0b44889 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Received unexpected event network-vif-plugged-7be9f899-05f4-4702-824c-969098faaba9 for instance with vm_state building and task_state spawning. [ 1275.110888] env[68216]: DEBUG nova.network.neutron [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Successfully updated port: 7be9f899-05f4-4702-824c-969098faaba9 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.543638] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1393bf94-0668-42dd-9080-e1bbf13e1db8 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.759s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.544304] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.859s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.544579] env[68216]: INFO nova.compute.manager [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Unshelving [ 1275.615698] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "refresh_cache-41a43190-3eea-4c6b-8106-e82e0c2394d6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.615802] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "refresh_cache-41a43190-3eea-4c6b-8106-e82e0c2394d6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.615974] env[68216]: DEBUG nova.network.neutron [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.654341] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e8eeef-b3dd-49d7-a424-f141f874525b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.663322] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5c996-5d32-4b72-afbe-c5a3fb187332 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.693721] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853824ae-17b2-40be-adca-9b442b494040 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.701105] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871c843a-0589-4e03-ad3c-f86d8bf22b9d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.713990] env[68216]: DEBUG nova.compute.provider_tree [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.147451] env[68216]: DEBUG nova.network.neutron [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.217175] env[68216]: DEBUG nova.scheduler.client.report [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.252491] env[68216]: DEBUG oslo_concurrency.lockutils [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.252724] env[68216]: DEBUG oslo_concurrency.lockutils [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.252915] env[68216]: INFO nova.compute.manager [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Shelving [ 1276.269947] env[68216]: DEBUG nova.network.neutron [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Updating instance_info_cache with network_info: [{"id": "7be9f899-05f4-4702-824c-969098faaba9", "address": "fa:16:3e:87:81:e9", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be9f899-05", "ovs_interfaceid": "7be9f899-05f4-4702-824c-969098faaba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.566669] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.722979] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.725267] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.159s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.725487] env[68216]: DEBUG nova.objects.instance [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'pci_requests' on Instance uuid 3cc14e0f-5aa2-476a-b82f-cde59c9e417f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.740699] env[68216]: INFO nova.scheduler.client.report [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleted allocations for instance e2bae917-f8b2-406f-a6e1-0d105490a8dc [ 1276.772014] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "refresh_cache-41a43190-3eea-4c6b-8106-e82e0c2394d6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.772295] env[68216]: DEBUG nova.compute.manager [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Instance network_info: |[{"id": "7be9f899-05f4-4702-824c-969098faaba9", "address": "fa:16:3e:87:81:e9", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be9f899-05", "ovs_interfaceid": "7be9f899-05f4-4702-824c-969098faaba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.772698] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:81:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7be9f899-05f4-4702-824c-969098faaba9', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.780280] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.780706] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.781180] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e86d51a-1ee1-4e91-8ad8-4518c921231a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.802126] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.802126] env[68216]: value = "task-3069334" [ 1276.802126] env[68216]: _type = "Task" [ 1276.802126] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.810073] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069334, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.064394] env[68216]: DEBUG nova.compute.manager [req-36491548-3245-4d05-b565-8b3f752f69da req-2d215155-82e6-48b4-a277-16c92d3ca308 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Received event network-changed-7be9f899-05f4-4702-824c-969098faaba9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1277.064604] env[68216]: DEBUG nova.compute.manager [req-36491548-3245-4d05-b565-8b3f752f69da req-2d215155-82e6-48b4-a277-16c92d3ca308 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Refreshing instance network info cache due to event network-changed-7be9f899-05f4-4702-824c-969098faaba9. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1277.064856] env[68216]: DEBUG oslo_concurrency.lockutils [req-36491548-3245-4d05-b565-8b3f752f69da req-2d215155-82e6-48b4-a277-16c92d3ca308 service nova] Acquiring lock "refresh_cache-41a43190-3eea-4c6b-8106-e82e0c2394d6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.065013] env[68216]: DEBUG oslo_concurrency.lockutils [req-36491548-3245-4d05-b565-8b3f752f69da req-2d215155-82e6-48b4-a277-16c92d3ca308 service nova] Acquired lock "refresh_cache-41a43190-3eea-4c6b-8106-e82e0c2394d6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.065181] env[68216]: DEBUG nova.network.neutron [req-36491548-3245-4d05-b565-8b3f752f69da req-2d215155-82e6-48b4-a277-16c92d3ca308 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Refreshing network info cache for port 7be9f899-05f4-4702-824c-969098faaba9 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.230074] env[68216]: DEBUG nova.objects.instance [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'numa_topology' on Instance uuid 3cc14e0f-5aa2-476a-b82f-cde59c9e417f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.247326] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f43b1aef-8fa8-46bc-8309-68dcfd9bf4fa tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "e2bae917-f8b2-406f-a6e1-0d105490a8dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.776s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.261207] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.261480] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96365284-0a84-40f5-af9f-f7bd3764b7ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.269991] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1277.269991] env[68216]: value = "task-3069335" [ 1277.269991] env[68216]: _type = "Task" [ 1277.269991] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.278280] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.311922] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069334, 'name': CreateVM_Task, 'duration_secs': 0.331939} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.312119] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.312777] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.312943] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.313311] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.313571] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d2d6b5-6b23-47bb-b5b6-618f418c572b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.318078] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1277.318078] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52351870-cb42-426c-ef2b-71e4ecfb5baf" [ 1277.318078] env[68216]: _type = "Task" [ 1277.318078] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.325528] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52351870-cb42-426c-ef2b-71e4ecfb5baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.733168] env[68216]: INFO nova.compute.claims [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.780197] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069335, 'name': PowerOffVM_Task, 'duration_secs': 0.233951} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.780451] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.781225] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef753575-ed5e-4f2d-a760-e2e084c526bb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.802658] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a65067-951b-47e2-a248-3f467d159095 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.830471] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52351870-cb42-426c-ef2b-71e4ecfb5baf, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.830760] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.830994] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.831246] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.831381] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.831557] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.831828] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca436431-fea4-4d4f-bc06-b0f1aacbd457 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.840100] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.840302] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.841146] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7822b8-9020-4a83-afef-165d6d01f4aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.846396] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1277.846396] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5247ecca-e95f-e2a0-8ec5-394975ac0f0b" [ 1277.846396] env[68216]: _type = "Task" [ 1277.846396] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.854355] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5247ecca-e95f-e2a0-8ec5-394975ac0f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.855506] env[68216]: DEBUG nova.network.neutron [req-36491548-3245-4d05-b565-8b3f752f69da req-2d215155-82e6-48b4-a277-16c92d3ca308 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Updated VIF entry in instance network info cache for port 7be9f899-05f4-4702-824c-969098faaba9. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.855771] env[68216]: DEBUG nova.network.neutron [req-36491548-3245-4d05-b565-8b3f752f69da req-2d215155-82e6-48b4-a277-16c92d3ca308 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Updating instance_info_cache with network_info: [{"id": "7be9f899-05f4-4702-824c-969098faaba9", "address": "fa:16:3e:87:81:e9", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be9f899-05", "ovs_interfaceid": "7be9f899-05f4-4702-824c-969098faaba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.319385] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Creating Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1278.319695] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e78c1f99-0fd8-4d2a-aa39-975c8ac832ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.328953] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1278.328953] env[68216]: value = "task-3069336" [ 1278.328953] env[68216]: _type = "Task" [ 1278.328953] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.339845] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.359140] env[68216]: DEBUG oslo_concurrency.lockutils [req-36491548-3245-4d05-b565-8b3f752f69da req-2d215155-82e6-48b4-a277-16c92d3ca308 service nova] Releasing lock "refresh_cache-41a43190-3eea-4c6b-8106-e82e0c2394d6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.359629] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5247ecca-e95f-e2a0-8ec5-394975ac0f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.360710] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c09fa05-3199-4aa7-8775-bfb262b07d6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.366991] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1278.366991] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5281de4f-2b58-909b-cc39-c4c1ba092d16" [ 1278.366991] env[68216]: _type = "Task" [ 1278.366991] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.376945] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5281de4f-2b58-909b-cc39-c4c1ba092d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.841075] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069336, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.867893] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2645d091-1f2d-46a1-b9b3-290bbef893bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.879147] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5281de4f-2b58-909b-cc39-c4c1ba092d16, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.881142] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.881380] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 41a43190-3eea-4c6b-8106-e82e0c2394d6/41a43190-3eea-4c6b-8106-e82e0c2394d6.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.881667] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3a3bd18-54fc-4963-9349-c0e2dc5f418c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.884274] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70488eae-b42e-470d-8da2-22fb61316af4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.917045] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f2ba5-fd64-4e9d-bc0a-35062b23018c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.919858] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1278.919858] env[68216]: value = "task-3069337" [ 1278.919858] env[68216]: _type = "Task" [ 1278.919858] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.927108] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f86881-fdf9-49ce-a7ec-95cb15224e35 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.934377] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.944497] env[68216]: DEBUG nova.compute.provider_tree [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.340520] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069336, 'name': CreateSnapshot_Task, 'duration_secs': 0.53171} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.340951] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Created Snapshot of the VM instance {{(pid=68216) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1279.341561] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a507b-9125-4851-8d4e-5ef07460ac7e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.429598] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511768} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.429832] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 41a43190-3eea-4c6b-8106-e82e0c2394d6/41a43190-3eea-4c6b-8106-e82e0c2394d6.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.430058] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.430304] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18f442fc-d824-4f60-9762-283fbc381edd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.436166] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1279.436166] env[68216]: value = "task-3069338" [ 1279.436166] env[68216]: _type = "Task" [ 1279.436166] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.444779] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.447821] env[68216]: DEBUG nova.scheduler.client.report [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.828576] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "48c3bd59-11cf-42e9-a117-4691e55925ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.828812] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.859125] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Creating linked-clone VM from snapshot {{(pid=68216) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1279.859584] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1250b3cc-4248-4b62-87e8-a786f3dc11d2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.868510] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1279.868510] env[68216]: value = "task-3069339" [ 1279.868510] env[68216]: _type = "Task" [ 1279.868510] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.876768] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069339, 'name': CloneVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.947151] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061344} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.947504] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.948377] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5f5df7-fbc0-4b08-a59c-8f7735130d01 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.952904] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.228s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.973740] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 41a43190-3eea-4c6b-8106-e82e0c2394d6/41a43190-3eea-4c6b-8106-e82e0c2394d6.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.974666] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ed4ab2-381a-4631-a5ba-992f44c96336 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.995463] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1279.995463] env[68216]: value = "task-3069340" [ 1279.995463] env[68216]: _type = "Task" [ 1279.995463] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.005615] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.008992] env[68216]: INFO nova.network.neutron [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updating port 7802f3e5-0b16-4754-ac20-0fa818785bef with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1280.330866] env[68216]: DEBUG nova.compute.manager [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.380879] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069339, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.505901] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069340, 'name': ReconfigVM_Task, 'duration_secs': 0.27772} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.506210] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 41a43190-3eea-4c6b-8106-e82e0c2394d6/41a43190-3eea-4c6b-8106-e82e0c2394d6.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.506948] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89a776d5-ddba-413a-b574-e99952cd2c28 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.514405] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1280.514405] env[68216]: value = "task-3069341" [ 1280.514405] env[68216]: _type = "Task" [ 1280.514405] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.521974] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069341, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.855909] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.856276] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.857893] env[68216]: INFO nova.compute.claims [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.879653] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069339, 'name': CloneVM_Task} progress is 94%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.024495] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069341, 'name': Rename_Task, 'duration_secs': 0.134678} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.024794] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.025026] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dda1a1d-f6c0-4d89-9be8-1579d829b8dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.031273] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1281.031273] env[68216]: value = "task-3069342" [ 1281.031273] env[68216]: _type = "Task" [ 1281.031273] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.038988] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.380678] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069339, 'name': CloneVM_Task, 'duration_secs': 1.471556} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.380921] env[68216]: INFO nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Created linked-clone VM from snapshot [ 1281.381658] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b526e853-19fc-42b8-a9dc-8d94a5237b77 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.388736] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Uploading image 04594cb0-2dae-4844-974d-8d2229e848ba {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1281.413852] env[68216]: DEBUG oslo_vmware.rw_handles [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1281.413852] env[68216]: value = "vm-614614" [ 1281.413852] env[68216]: _type = "VirtualMachine" [ 1281.413852] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1281.414125] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-39d68d6d-f1e5-4f45-bf4a-af54f338e46e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.421366] env[68216]: DEBUG oslo_vmware.rw_handles [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lease: (returnval){ [ 1281.421366] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526f863e-fbd1-df61-7645-9475750f9152" [ 1281.421366] env[68216]: _type = "HttpNfcLease" [ 1281.421366] env[68216]: } obtained for exporting VM: (result){ [ 1281.421366] env[68216]: value = "vm-614614" [ 1281.421366] env[68216]: _type = "VirtualMachine" [ 1281.421366] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1281.421661] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the lease: (returnval){ [ 1281.421661] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526f863e-fbd1-df61-7645-9475750f9152" [ 1281.421661] env[68216]: _type = "HttpNfcLease" [ 1281.421661] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1281.427796] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1281.427796] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526f863e-fbd1-df61-7645-9475750f9152" [ 1281.427796] env[68216]: _type = "HttpNfcLease" [ 1281.427796] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1281.442323] env[68216]: DEBUG nova.compute.manager [req-f64b05b5-53ed-42b1-b3a4-29c3f204f2c5 req-045d105a-52cb-4d84-8e50-6c10f8a1454d service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received event network-vif-plugged-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1281.442545] env[68216]: DEBUG oslo_concurrency.lockutils [req-f64b05b5-53ed-42b1-b3a4-29c3f204f2c5 req-045d105a-52cb-4d84-8e50-6c10f8a1454d service nova] Acquiring lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.442746] env[68216]: DEBUG oslo_concurrency.lockutils [req-f64b05b5-53ed-42b1-b3a4-29c3f204f2c5 req-045d105a-52cb-4d84-8e50-6c10f8a1454d service nova] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.442906] env[68216]: DEBUG oslo_concurrency.lockutils [req-f64b05b5-53ed-42b1-b3a4-29c3f204f2c5 req-045d105a-52cb-4d84-8e50-6c10f8a1454d service nova] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.443085] env[68216]: DEBUG nova.compute.manager [req-f64b05b5-53ed-42b1-b3a4-29c3f204f2c5 req-045d105a-52cb-4d84-8e50-6c10f8a1454d service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] No waiting events found dispatching network-vif-plugged-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.443248] env[68216]: WARNING nova.compute.manager [req-f64b05b5-53ed-42b1-b3a4-29c3f204f2c5 req-045d105a-52cb-4d84-8e50-6c10f8a1454d service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received unexpected event network-vif-plugged-7802f3e5-0b16-4754-ac20-0fa818785bef for instance with vm_state shelved_offloaded and task_state spawning. [ 1281.541391] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069342, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.596430] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.596606] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.596794] env[68216]: DEBUG nova.network.neutron [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.931837] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1281.931837] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526f863e-fbd1-df61-7645-9475750f9152" [ 1281.931837] env[68216]: _type = "HttpNfcLease" [ 1281.931837] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1281.932141] env[68216]: DEBUG oslo_vmware.rw_handles [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1281.932141] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]526f863e-fbd1-df61-7645-9475750f9152" [ 1281.932141] env[68216]: _type = "HttpNfcLease" [ 1281.932141] env[68216]: }. {{(pid=68216) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1281.932856] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72867e85-0822-4c8d-8898-921a9f9f2938 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.941541] env[68216]: DEBUG oslo_vmware.rw_handles [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202ab99-bead-7502-6f85-ef5cef4ceef7/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1281.941719] env[68216]: DEBUG oslo_vmware.rw_handles [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202ab99-bead-7502-6f85-ef5cef4ceef7/disk-0.vmdk for reading. {{(pid=68216) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1282.040812] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0afad8b-d2c0-47bf-9257-11c1f5dc3e96 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.046043] env[68216]: DEBUG oslo_vmware.api [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069342, 'name': PowerOnVM_Task, 'duration_secs': 0.57158} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.047576] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.047785] env[68216]: INFO nova.compute.manager [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1282.047961] env[68216]: DEBUG nova.compute.manager [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.048733] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4971a3f-dd92-4262-ba14-0b9fd14445c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.052355] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64eb0c9-3cc8-4cf2-b98e-bd68927f06a6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.068660] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9f1629-4fe5-4c78-9fef-26a9e34ca7e0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.106580] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eae8e3-9e00-4998-9e0a-62a993291778 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.116182] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b4ff51-f181-4b1c-88de-aadb60e59309 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.132466] env[68216]: DEBUG nova.compute.provider_tree [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.520981] env[68216]: DEBUG nova.network.neutron [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updating instance_info_cache with network_info: [{"id": "7802f3e5-0b16-4754-ac20-0fa818785bef", "address": "fa:16:3e:ce:bd:43", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7802f3e5-0b", "ovs_interfaceid": "7802f3e5-0b16-4754-ac20-0fa818785bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.577254] env[68216]: INFO nova.compute.manager [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Took 11.96 seconds to build instance. [ 1282.636335] env[68216]: DEBUG nova.scheduler.client.report [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.024317] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.054286] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8311f336087be5bbd8fe5136b90c6f06',container_format='bare',created_at=2025-03-18T08:35:26Z,direct_url=,disk_format='vmdk',id=e86242d1-f5d6-4d54-89e0-3e284383b06b,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1282967285-shelved',owner='0a49ee43812b4076a5920f8dd765175c',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-18T08:35:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.054658] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.055032] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.055619] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.055787] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.055940] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.056296] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.056726] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.057047] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.057249] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.057771] env[68216]: DEBUG nova.virt.hardware [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.059221] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52109a05-db8f-4f38-be48-f913fd2f135c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.068339] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc263941-6a07-4772-a0c4-c2174de63309 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.082947] env[68216]: DEBUG oslo_concurrency.lockutils [None req-34ef5f16-8bca-4ebc-abd2-c0cc5de9e0cf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "41a43190-3eea-4c6b-8106-e82e0c2394d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.470s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.083601] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:bd:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7802f3e5-0b16-4754-ac20-0fa818785bef', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.091563] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.091974] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.092318] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1432c40-d413-474e-b607-e6d7280e5642 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.115331] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.115331] env[68216]: value = "task-3069344" [ 1283.115331] env[68216]: _type = "Task" [ 1283.115331] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.124813] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069344, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.144352] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.145195] env[68216]: DEBUG nova.compute.manager [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.480881] env[68216]: DEBUG nova.compute.manager [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received event network-changed-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1283.481147] env[68216]: DEBUG nova.compute.manager [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Refreshing instance network info cache due to event network-changed-7802f3e5-0b16-4754-ac20-0fa818785bef. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1283.481498] env[68216]: DEBUG oslo_concurrency.lockutils [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] Acquiring lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.481770] env[68216]: DEBUG oslo_concurrency.lockutils [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] Acquired lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.482021] env[68216]: DEBUG nova.network.neutron [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Refreshing network info cache for port 7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.625131] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069344, 'name': CreateVM_Task, 'duration_secs': 0.398752} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.625556] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.626212] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.626478] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.626999] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.627389] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27892f4f-1d40-4bfd-8966-3efc7e612771 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.632459] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1283.632459] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5236d882-d4e9-4486-b6db-66da6f0a83b0" [ 1283.632459] env[68216]: _type = "Task" [ 1283.632459] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.642228] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5236d882-d4e9-4486-b6db-66da6f0a83b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.652911] env[68216]: DEBUG nova.compute.utils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.654545] env[68216]: DEBUG nova.compute.manager [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.654777] env[68216]: DEBUG nova.network.neutron [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.702218] env[68216]: DEBUG nova.policy [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '086f8fc4266d4c37b7fc0df18f2e4d76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33c35360c4743b9a4598abea8dce596', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.826651] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.827116] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.146981] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.147211] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Processing image e86242d1-f5d6-4d54-89e0-3e284383b06b {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.147509] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b/e86242d1-f5d6-4d54-89e0-3e284383b06b.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.147768] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b/e86242d1-f5d6-4d54-89e0-3e284383b06b.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.147914] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.148222] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60b48f06-afb1-4a3e-8bd5-8e860bbb0603 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.157040] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.157251] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.158294] env[68216]: DEBUG nova.compute.manager [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.160979] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8479b1-6873-4626-9042-7a57a539d4df {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.166687] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1284.166687] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a8f4be-8f01-424e-377e-7e9cb00d69af" [ 1284.166687] env[68216]: _type = "Task" [ 1284.166687] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.167498] env[68216]: DEBUG nova.network.neutron [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Successfully created port: dd8985a5-d868-42e5-a4ca-d4a3f710af59 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.178095] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52a8f4be-8f01-424e-377e-7e9cb00d69af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.220517] env[68216]: DEBUG nova.network.neutron [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updated VIF entry in instance network info cache for port 7802f3e5-0b16-4754-ac20-0fa818785bef. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.220898] env[68216]: DEBUG nova.network.neutron [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updating instance_info_cache with network_info: [{"id": "7802f3e5-0b16-4754-ac20-0fa818785bef", "address": "fa:16:3e:ce:bd:43", "network": {"id": "07cd5588-43f2-4591-932f-6b1f9b3194b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-234169651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a49ee43812b4076a5920f8dd765175c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7802f3e5-0b", "ovs_interfaceid": "7802f3e5-0b16-4754-ac20-0fa818785bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.331582] env[68216]: INFO nova.compute.manager [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Detaching volume 0eddf8c1-fa4f-48a8-b8a5-0237f6512237 [ 1284.372427] env[68216]: INFO nova.virt.block_device [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Attempting to driver detach volume 0eddf8c1-fa4f-48a8-b8a5-0237f6512237 from mountpoint /dev/sdb [ 1284.372427] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1284.372610] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614607', 'volume_id': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'name': 'volume-0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55443f64-2e55-4b85-8f4c-84e42e3c928f', 'attached_at': '', 'detached_at': '', 'volume_id': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'serial': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1284.373610] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ab8fbc-9641-4079-b67c-54cf6c7a59dd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.399224] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f320190c-3d7e-4c37-a650-273e0a734d3e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.406657] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38521a34-0d5c-4787-a9de-3920632296c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.428149] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837fa902-a35b-4906-b55c-9689f800c50e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.446169] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] The volume has not been displaced from its original location: [datastore1] volume-0eddf8c1-fa4f-48a8-b8a5-0237f6512237/volume-0eddf8c1-fa4f-48a8-b8a5-0237f6512237.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1284.451722] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1284.452170] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e60756-254a-4b0c-93ff-73a764ca9f19 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.471970] env[68216]: DEBUG oslo_vmware.api [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1284.471970] env[68216]: value = "task-3069348" [ 1284.471970] env[68216]: _type = "Task" [ 1284.471970] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.481167] env[68216]: DEBUG oslo_vmware.api [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.680871] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Preparing fetch location {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1284.681327] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Fetch image to [datastore2] OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d/OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d.vmdk {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1284.681387] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Downloading stream optimized image e86242d1-f5d6-4d54-89e0-3e284383b06b to [datastore2] OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d/OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d.vmdk on the data store datastore2 as vApp {{(pid=68216) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1284.681555] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Downloading image file data e86242d1-f5d6-4d54-89e0-3e284383b06b to the ESX as VM named 'OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d' {{(pid=68216) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1284.726272] env[68216]: DEBUG oslo_concurrency.lockutils [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] Releasing lock "refresh_cache-3cc14e0f-5aa2-476a-b82f-cde59c9e417f" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.726555] env[68216]: DEBUG nova.compute.manager [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Received event network-changed-7be9f899-05f4-4702-824c-969098faaba9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1284.726784] env[68216]: DEBUG nova.compute.manager [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Refreshing instance network info cache due to event network-changed-7be9f899-05f4-4702-824c-969098faaba9. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1284.727049] env[68216]: DEBUG oslo_concurrency.lockutils [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] Acquiring lock "refresh_cache-41a43190-3eea-4c6b-8106-e82e0c2394d6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.727226] env[68216]: DEBUG oslo_concurrency.lockutils [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] Acquired lock "refresh_cache-41a43190-3eea-4c6b-8106-e82e0c2394d6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.727454] env[68216]: DEBUG nova.network.neutron [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Refreshing network info cache for port 7be9f899-05f4-4702-824c-969098faaba9 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.763837] env[68216]: DEBUG oslo_vmware.rw_handles [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1284.763837] env[68216]: value = "resgroup-9" [ 1284.763837] env[68216]: _type = "ResourcePool" [ 1284.763837] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1284.764081] env[68216]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ccccb327-863c-499d-b837-b6bfd55c8e20 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.787096] env[68216]: DEBUG oslo_vmware.rw_handles [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lease: (returnval){ [ 1284.787096] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523c4ca1-c595-6b2c-f656-389a41b09a92" [ 1284.787096] env[68216]: _type = "HttpNfcLease" [ 1284.787096] env[68216]: } obtained for vApp import into resource pool (val){ [ 1284.787096] env[68216]: value = "resgroup-9" [ 1284.787096] env[68216]: _type = "ResourcePool" [ 1284.787096] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1284.787522] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the lease: (returnval){ [ 1284.787522] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523c4ca1-c595-6b2c-f656-389a41b09a92" [ 1284.787522] env[68216]: _type = "HttpNfcLease" [ 1284.787522] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1284.794911] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1284.794911] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523c4ca1-c595-6b2c-f656-389a41b09a92" [ 1284.794911] env[68216]: _type = "HttpNfcLease" [ 1284.794911] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1284.983258] env[68216]: DEBUG oslo_vmware.api [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069348, 'name': ReconfigVM_Task, 'duration_secs': 0.282893} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.983651] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.988653] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e84dda-30bc-4903-9900-ffa5fb07b301 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.005300] env[68216]: DEBUG oslo_vmware.api [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1285.005300] env[68216]: value = "task-3069350" [ 1285.005300] env[68216]: _type = "Task" [ 1285.005300] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.018795] env[68216]: DEBUG oslo_vmware.api [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.175703] env[68216]: DEBUG nova.compute.manager [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.296528] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.296528] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523c4ca1-c595-6b2c-f656-389a41b09a92" [ 1285.296528] env[68216]: _type = "HttpNfcLease" [ 1285.296528] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.429610] env[68216]: DEBUG nova.network.neutron [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Updated VIF entry in instance network info cache for port 7be9f899-05f4-4702-824c-969098faaba9. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.430025] env[68216]: DEBUG nova.network.neutron [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Updating instance_info_cache with network_info: [{"id": "7be9f899-05f4-4702-824c-969098faaba9", "address": "fa:16:3e:87:81:e9", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be9f899-05", "ovs_interfaceid": "7be9f899-05f4-4702-824c-969098faaba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.515964] env[68216]: DEBUG oslo_vmware.api [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069350, 'name': ReconfigVM_Task, 'duration_secs': 0.149437} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.516330] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614607', 'volume_id': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'name': 'volume-0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55443f64-2e55-4b85-8f4c-84e42e3c928f', 'attached_at': '', 'detached_at': '', 'volume_id': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237', 'serial': '0eddf8c1-fa4f-48a8-b8a5-0237f6512237'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1285.599081] env[68216]: DEBUG nova.compute.manager [req-32fa8fda-1459-4e12-93ff-36fdda4d23b9 req-5255c2ad-437f-44bd-a647-4a840065a95e service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Received event network-vif-plugged-dd8985a5-d868-42e5-a4ca-d4a3f710af59 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1285.599315] env[68216]: DEBUG oslo_concurrency.lockutils [req-32fa8fda-1459-4e12-93ff-36fdda4d23b9 req-5255c2ad-437f-44bd-a647-4a840065a95e service nova] Acquiring lock "48c3bd59-11cf-42e9-a117-4691e55925ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.599522] env[68216]: DEBUG oslo_concurrency.lockutils [req-32fa8fda-1459-4e12-93ff-36fdda4d23b9 req-5255c2ad-437f-44bd-a647-4a840065a95e service nova] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.599685] env[68216]: DEBUG oslo_concurrency.lockutils [req-32fa8fda-1459-4e12-93ff-36fdda4d23b9 req-5255c2ad-437f-44bd-a647-4a840065a95e service nova] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.599849] env[68216]: DEBUG nova.compute.manager [req-32fa8fda-1459-4e12-93ff-36fdda4d23b9 req-5255c2ad-437f-44bd-a647-4a840065a95e service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] No waiting events found dispatching network-vif-plugged-dd8985a5-d868-42e5-a4ca-d4a3f710af59 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.600025] env[68216]: WARNING nova.compute.manager [req-32fa8fda-1459-4e12-93ff-36fdda4d23b9 req-5255c2ad-437f-44bd-a647-4a840065a95e service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Received unexpected event network-vif-plugged-dd8985a5-d868-42e5-a4ca-d4a3f710af59 for instance with vm_state building and task_state spawning. [ 1285.687843] env[68216]: DEBUG nova.network.neutron [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Successfully updated port: dd8985a5-d868-42e5-a4ca-d4a3f710af59 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.797810] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.797810] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523c4ca1-c595-6b2c-f656-389a41b09a92" [ 1285.797810] env[68216]: _type = "HttpNfcLease" [ 1285.797810] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.933220] env[68216]: DEBUG oslo_concurrency.lockutils [req-c9e1b82f-9d3d-4b4e-ba59-c7b2b473ad8b req-76b380b7-fcd4-4f6f-b262-fe7cd8cb50b3 service nova] Releasing lock "refresh_cache-41a43190-3eea-4c6b-8106-e82e0c2394d6" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.058368] env[68216]: DEBUG nova.objects.instance [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lazy-loading 'flavor' on Instance uuid 55443f64-2e55-4b85-8f4c-84e42e3c928f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.190222] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "refresh_cache-48c3bd59-11cf-42e9-a117-4691e55925ac" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.190402] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "refresh_cache-48c3bd59-11cf-42e9-a117-4691e55925ac" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.190569] env[68216]: DEBUG nova.network.neutron [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.300704] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.300704] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523c4ca1-c595-6b2c-f656-389a41b09a92" [ 1286.300704] env[68216]: _type = "HttpNfcLease" [ 1286.300704] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1286.301079] env[68216]: DEBUG oslo_vmware.rw_handles [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1286.301079] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]523c4ca1-c595-6b2c-f656-389a41b09a92" [ 1286.301079] env[68216]: _type = "HttpNfcLease" [ 1286.301079] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1286.301890] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e1a09e-c5c6-4b2b-9554-5490982d22a1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.309737] env[68216]: DEBUG oslo_vmware.rw_handles [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b43f31-79ab-c79f-a6cd-7d19eed81336/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1286.309951] env[68216]: DEBUG oslo_vmware.rw_handles [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b43f31-79ab-c79f-a6cd-7d19eed81336/disk-0.vmdk. {{(pid=68216) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1286.380080] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebb7fd5d-fe61-472a-92ba-5299bb060aef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.723954] env[68216]: DEBUG nova.network.neutron [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.919282] env[68216]: DEBUG nova.network.neutron [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Updating instance_info_cache with network_info: [{"id": "dd8985a5-d868-42e5-a4ca-d4a3f710af59", "address": "fa:16:3e:f8:35:d0", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8985a5-d8", "ovs_interfaceid": "dd8985a5-d868-42e5-a4ca-d4a3f710af59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.021512] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.021823] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.022029] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.022258] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.022440] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.022629] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.022880] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.023100] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.023322] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.023655] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.023727] env[68216]: DEBUG nova.virt.hardware [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.024662] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdde8a9-0fa8-4b29-9f49-2800bab461c7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.034922] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d1bf6-c034-43e1-823c-3a902518faac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.065492] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6ef040ef-fb95-4972-a43e-b7bbc4ef582f tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.238s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.422764] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "refresh_cache-48c3bd59-11cf-42e9-a117-4691e55925ac" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.423068] env[68216]: DEBUG nova.compute.manager [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Instance network_info: |[{"id": "dd8985a5-d868-42e5-a4ca-d4a3f710af59", "address": "fa:16:3e:f8:35:d0", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8985a5-d8", "ovs_interfaceid": "dd8985a5-d868-42e5-a4ca-d4a3f710af59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.423534] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:35:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd8985a5-d868-42e5-a4ca-d4a3f710af59', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.431944] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.434840] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.435176] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a312f31e-ce4b-4111-a4de-c9d9f3c4319d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.460071] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.460071] env[68216]: value = "task-3069351" [ 1287.460071] env[68216]: _type = "Task" [ 1287.460071] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.470511] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069351, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.636053] env[68216]: DEBUG nova.compute.manager [req-4abf84c5-179e-4242-9997-6e825ca5c6b8 req-cebc14c6-f866-4bfd-bd70-cd6da9c92622 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Received event network-changed-dd8985a5-d868-42e5-a4ca-d4a3f710af59 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1287.636272] env[68216]: DEBUG nova.compute.manager [req-4abf84c5-179e-4242-9997-6e825ca5c6b8 req-cebc14c6-f866-4bfd-bd70-cd6da9c92622 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Refreshing instance network info cache due to event network-changed-dd8985a5-d868-42e5-a4ca-d4a3f710af59. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1287.636577] env[68216]: DEBUG oslo_concurrency.lockutils [req-4abf84c5-179e-4242-9997-6e825ca5c6b8 req-cebc14c6-f866-4bfd-bd70-cd6da9c92622 service nova] Acquiring lock "refresh_cache-48c3bd59-11cf-42e9-a117-4691e55925ac" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.636764] env[68216]: DEBUG oslo_concurrency.lockutils [req-4abf84c5-179e-4242-9997-6e825ca5c6b8 req-cebc14c6-f866-4bfd-bd70-cd6da9c92622 service nova] Acquired lock "refresh_cache-48c3bd59-11cf-42e9-a117-4691e55925ac" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.636983] env[68216]: DEBUG nova.network.neutron [req-4abf84c5-179e-4242-9997-6e825ca5c6b8 req-cebc14c6-f866-4bfd-bd70-cd6da9c92622 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Refreshing network info cache for port dd8985a5-d868-42e5-a4ca-d4a3f710af59 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.686237] env[68216]: DEBUG oslo_vmware.rw_handles [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Completed reading data from the image iterator. {{(pid=68216) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1287.686561] env[68216]: DEBUG oslo_vmware.rw_handles [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b43f31-79ab-c79f-a6cd-7d19eed81336/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1287.687879] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9ace87-51fe-40e7-bfa4-5967cda21687 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.698605] env[68216]: DEBUG oslo_vmware.rw_handles [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b43f31-79ab-c79f-a6cd-7d19eed81336/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1287.698875] env[68216]: DEBUG oslo_vmware.rw_handles [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b43f31-79ab-c79f-a6cd-7d19eed81336/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1287.699344] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-31c9c184-bdd8-4e68-8535-38013292699e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.925932] env[68216]: DEBUG oslo_vmware.rw_handles [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b43f31-79ab-c79f-a6cd-7d19eed81336/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1287.926363] env[68216]: INFO nova.virt.vmwareapi.images [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Downloaded image file data e86242d1-f5d6-4d54-89e0-3e284383b06b [ 1287.927422] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7352c98-6737-4a28-99ff-880690416b6d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.946881] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58e727fe-5daa-40e6-9684-e1e142a476bd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.970582] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069351, 'name': CreateVM_Task, 'duration_secs': 0.507985} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.970811] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.971480] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.971669] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.971999] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.972283] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e058ccd-f17f-49fc-a1e0-f521bcf95d15 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.977061] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1287.977061] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527c2f90-d35c-850e-5493-d7c98a96aafc" [ 1287.977061] env[68216]: _type = "Task" [ 1287.977061] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.988429] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527c2f90-d35c-850e-5493-d7c98a96aafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.989217] env[68216]: INFO nova.virt.vmwareapi.images [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] The imported VM was unregistered [ 1287.991057] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Caching image {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1287.991277] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.991542] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9b036c5-8787-4a9d-afc9-7cea57caacb2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.002162] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Created directory with path [datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.002366] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d/OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d.vmdk to [datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b/e86242d1-f5d6-4d54-89e0-3e284383b06b.vmdk. {{(pid=68216) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1288.002616] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ad05bc7c-e5e0-457e-8496-9dd64f528593 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.009508] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1288.009508] env[68216]: value = "task-3069354" [ 1288.009508] env[68216]: _type = "Task" [ 1288.009508] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.017908] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069354, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.206961] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.207250] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.207502] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "55443f64-2e55-4b85-8f4c-84e42e3c928f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.207694] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.207882] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.210048] env[68216]: INFO nova.compute.manager [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Terminating instance [ 1288.365788] env[68216]: DEBUG nova.network.neutron [req-4abf84c5-179e-4242-9997-6e825ca5c6b8 req-cebc14c6-f866-4bfd-bd70-cd6da9c92622 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Updated VIF entry in instance network info cache for port dd8985a5-d868-42e5-a4ca-d4a3f710af59. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.366167] env[68216]: DEBUG nova.network.neutron [req-4abf84c5-179e-4242-9997-6e825ca5c6b8 req-cebc14c6-f866-4bfd-bd70-cd6da9c92622 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Updating instance_info_cache with network_info: [{"id": "dd8985a5-d868-42e5-a4ca-d4a3f710af59", "address": "fa:16:3e:f8:35:d0", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8985a5-d8", "ovs_interfaceid": "dd8985a5-d868-42e5-a4ca-d4a3f710af59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.488964] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527c2f90-d35c-850e-5493-d7c98a96aafc, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.489328] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.489567] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.489832] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.490016] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.490225] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.490496] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b48f1a3-568f-49a8-a589-a400c18ffb2a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.498959] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.499222] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.500081] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef01641-863a-46d8-9261-d75307bee2c0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.506793] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1288.506793] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5244214d-aaf5-3631-68f2-5de119b4b735" [ 1288.506793] env[68216]: _type = "Task" [ 1288.506793] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.516516] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5244214d-aaf5-3631-68f2-5de119b4b735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.521663] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069354, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.714459] env[68216]: DEBUG nova.compute.manager [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.714709] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.715705] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b506a6-99d3-4eaf-a8ec-0846cb1d7590 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.723338] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.723543] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67e200b1-7cac-49c2-b4b6-f9ba85107dbf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.731217] env[68216]: DEBUG oslo_vmware.api [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1288.731217] env[68216]: value = "task-3069355" [ 1288.731217] env[68216]: _type = "Task" [ 1288.731217] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.741726] env[68216]: DEBUG oslo_vmware.api [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.868865] env[68216]: DEBUG oslo_concurrency.lockutils [req-4abf84c5-179e-4242-9997-6e825ca5c6b8 req-cebc14c6-f866-4bfd-bd70-cd6da9c92622 service nova] Releasing lock "refresh_cache-48c3bd59-11cf-42e9-a117-4691e55925ac" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.020546] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5244214d-aaf5-3631-68f2-5de119b4b735, 'name': SearchDatastore_Task, 'duration_secs': 0.013619} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.024218] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069354, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.024467] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a735c4c2-9a8a-4a17-a87a-ccd8c6e645ef {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.029625] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1289.029625] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5268b8c9-b966-52f2-2081-813afbf1b75d" [ 1289.029625] env[68216]: _type = "Task" [ 1289.029625] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.037335] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5268b8c9-b966-52f2-2081-813afbf1b75d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.241097] env[68216]: DEBUG oslo_vmware.api [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069355, 'name': PowerOffVM_Task, 'duration_secs': 0.309177} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.241418] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.241591] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.241874] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd27e6f6-e423-4b40-b64b-47b589a34a2d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.309532] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.309775] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.309976] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Deleting the datastore file [datastore1] 55443f64-2e55-4b85-8f4c-84e42e3c928f {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.310327] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ce72501-47b2-4f9d-8754-a4b4b7466858 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.319852] env[68216]: DEBUG oslo_vmware.api [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1289.319852] env[68216]: value = "task-3069357" [ 1289.319852] env[68216]: _type = "Task" [ 1289.319852] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.328388] env[68216]: DEBUG oslo_vmware.api [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.524347] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069354, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.541324] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5268b8c9-b966-52f2-2081-813afbf1b75d, 'name': SearchDatastore_Task, 'duration_secs': 0.014488} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.541324] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.541324] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 48c3bd59-11cf-42e9-a117-4691e55925ac/48c3bd59-11cf-42e9-a117-4691e55925ac.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.541324] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38e963f0-356e-47bc-93fe-bf701fd57cf6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.549307] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1289.549307] env[68216]: value = "task-3069358" [ 1289.549307] env[68216]: _type = "Task" [ 1289.549307] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.557485] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.572992] env[68216]: DEBUG oslo_vmware.rw_handles [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202ab99-bead-7502-6f85-ef5cef4ceef7/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1289.574072] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4484b94d-2d57-4626-a3da-52eef42ebea8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.580546] env[68216]: DEBUG oslo_vmware.rw_handles [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202ab99-bead-7502-6f85-ef5cef4ceef7/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1289.580774] env[68216]: ERROR oslo_vmware.rw_handles [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202ab99-bead-7502-6f85-ef5cef4ceef7/disk-0.vmdk due to incomplete transfer. [ 1289.581051] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9317fdd5-057a-431e-92b0-26ad6edcf5ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.597433] env[68216]: DEBUG oslo_vmware.rw_handles [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202ab99-bead-7502-6f85-ef5cef4ceef7/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1289.597775] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Uploaded image 04594cb0-2dae-4844-974d-8d2229e848ba to the Glance image server {{(pid=68216) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1289.600333] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Destroying the VM {{(pid=68216) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1289.600704] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-790c887d-9a6e-4a6d-bb47-252bed3d2f51 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.607764] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1289.607764] env[68216]: value = "task-3069359" [ 1289.607764] env[68216]: _type = "Task" [ 1289.607764] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.616843] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069359, 'name': Destroy_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.830605] env[68216]: DEBUG oslo_vmware.api [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266837} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.830991] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.831219] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.831389] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.831606] env[68216]: INFO nova.compute.manager [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1289.831892] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.832295] env[68216]: DEBUG nova.compute.manager [-] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.832295] env[68216]: DEBUG nova.network.neutron [-] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.022194] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069354, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.061368] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.118272] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069359, 'name': Destroy_Task, 'duration_secs': 0.478099} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.118697] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Destroyed the VM [ 1290.118834] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Deleting Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1290.119133] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9ebb87b-484b-4883-87dd-3e1805a7cdcb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.127578] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1290.127578] env[68216]: value = "task-3069360" [ 1290.127578] env[68216]: _type = "Task" [ 1290.127578] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.136993] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069360, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.335503] env[68216]: DEBUG nova.compute.manager [req-a36a5f8b-96fc-4793-8f11-32c7ea92d032 req-0b3ebf1f-583e-401a-8d83-e5030f27bc39 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Received event network-vif-deleted-98e2e2a2-08f1-4646-bef7-edb6f6531c5b {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1290.335621] env[68216]: INFO nova.compute.manager [req-a36a5f8b-96fc-4793-8f11-32c7ea92d032 req-0b3ebf1f-583e-401a-8d83-e5030f27bc39 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Neutron deleted interface 98e2e2a2-08f1-4646-bef7-edb6f6531c5b; detaching it from the instance and deleting it from the info cache [ 1290.335811] env[68216]: DEBUG nova.network.neutron [req-a36a5f8b-96fc-4793-8f11-32c7ea92d032 req-0b3ebf1f-583e-401a-8d83-e5030f27bc39 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.523610] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069354, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.559934] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.639539] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069360, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.816278] env[68216]: DEBUG nova.network.neutron [-] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.838863] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bd45fe3-39ba-40a0-8f7a-4ad172fd09af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.847785] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2103a122-6bea-4bc8-959a-2340256a06fc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.879646] env[68216]: DEBUG nova.compute.manager [req-a36a5f8b-96fc-4793-8f11-32c7ea92d032 req-0b3ebf1f-583e-401a-8d83-e5030f27bc39 service nova] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Detach interface failed, port_id=98e2e2a2-08f1-4646-bef7-edb6f6531c5b, reason: Instance 55443f64-2e55-4b85-8f4c-84e42e3c928f could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1291.023771] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069354, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.061125] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069358, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.141266] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069360, 'name': RemoveSnapshot_Task, 'duration_secs': 0.630875} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.141561] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Deleted Snapshot of the VM instance {{(pid=68216) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1291.141855] env[68216]: DEBUG nova.compute.manager [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.142700] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110d9b03-ca0a-4467-9cd3-8029813e8118 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.320645] env[68216]: INFO nova.compute.manager [-] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Took 1.49 seconds to deallocate network for instance. [ 1291.525135] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069354, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.563277] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069358, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.657224] env[68216]: INFO nova.compute.manager [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Shelve offloading [ 1291.828624] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.829016] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.829293] env[68216]: DEBUG nova.objects.instance [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lazy-loading 'resources' on Instance uuid 55443f64-2e55-4b85-8f4c-84e42e3c928f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.024931] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069354, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.853828} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.025410] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d/OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d.vmdk to [datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b/e86242d1-f5d6-4d54-89e0-3e284383b06b.vmdk. [ 1292.025538] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Cleaning up location [datastore2] OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1292.025750] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bde4ae7d-0bae-44c8-af57-6e8815f0158d {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.026071] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ec56f0c-67d9-43bf-bbbb-fbdd54c3815e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.032888] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1292.032888] env[68216]: value = "task-3069362" [ 1292.032888] env[68216]: _type = "Task" [ 1292.032888] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.040556] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.060787] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069358, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.301797} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.061029] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore2] 48c3bd59-11cf-42e9-a117-4691e55925ac/48c3bd59-11cf-42e9-a117-4691e55925ac.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.061233] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.061476] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb3e1fc6-a594-409d-bd8a-58b7cd6f7407 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.067784] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1292.067784] env[68216]: value = "task-3069363" [ 1292.067784] env[68216]: _type = "Task" [ 1292.067784] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.074775] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.161828] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.162126] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bddca629-a149-4463-a3ef-f1388e46284a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.169685] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1292.169685] env[68216]: value = "task-3069364" [ 1292.169685] env[68216]: _type = "Task" [ 1292.169685] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.180348] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] VM already powered off {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1292.180546] env[68216]: DEBUG nova.compute.manager [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.181289] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1922788c-350c-44ee-adaf-408a21873d5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.186768] env[68216]: DEBUG oslo_concurrency.lockutils [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.186931] env[68216]: DEBUG oslo_concurrency.lockutils [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.187109] env[68216]: DEBUG nova.network.neutron [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.450477] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a02a0fc-eafc-4f11-8fd8-b0b33299a73d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.459057] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbff6aa-7c0b-4b19-92cc-e70ac68beeb2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.488973] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a971e7c-a76d-47da-a7f7-beff01d7640e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.496317] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7e3019-30ea-49a5-b6a1-c1153e521e6c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.509318] env[68216]: DEBUG nova.compute.provider_tree [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.541489] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033572} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.541809] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.541971] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b/e86242d1-f5d6-4d54-89e0-3e284383b06b.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.543267] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b/e86242d1-f5d6-4d54-89e0-3e284383b06b.vmdk to [datastore2] 3cc14e0f-5aa2-476a-b82f-cde59c9e417f/3cc14e0f-5aa2-476a-b82f-cde59c9e417f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.543548] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f04ca1e4-8665-4246-a98b-cb182332ef86 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.551240] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1292.551240] env[68216]: value = "task-3069365" [ 1292.551240] env[68216]: _type = "Task" [ 1292.551240] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.558758] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.576438] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253625} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.576690] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.577535] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57055906-084d-4145-bdc3-1a4d4417783a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.600481] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 48c3bd59-11cf-42e9-a117-4691e55925ac/48c3bd59-11cf-42e9-a117-4691e55925ac.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.600758] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c42360e-eaae-440e-90c3-e4b11df8c029 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.620801] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1292.620801] env[68216]: value = "task-3069366" [ 1292.620801] env[68216]: _type = "Task" [ 1292.620801] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.628981] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.007202] env[68216]: DEBUG nova.network.neutron [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updating instance_info_cache with network_info: [{"id": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "address": "fa:16:3e:c8:f8:1e", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587665a9-c9", "ovs_interfaceid": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.012060] env[68216]: DEBUG nova.scheduler.client.report [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.061860] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069365, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.131524] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.510128] env[68216]: DEBUG oslo_concurrency.lockutils [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.517293] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.537717] env[68216]: INFO nova.scheduler.client.report [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Deleted allocations for instance 55443f64-2e55-4b85-8f4c-84e42e3c928f [ 1293.562476] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069365, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.632592] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.800711] env[68216]: DEBUG nova.compute.manager [req-91969652-4a9e-4e94-a756-1e098a7f0094 req-23106a47-a40c-4332-9ac5-cac752b142b4 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received event network-vif-unplugged-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1293.800971] env[68216]: DEBUG oslo_concurrency.lockutils [req-91969652-4a9e-4e94-a756-1e098a7f0094 req-23106a47-a40c-4332-9ac5-cac752b142b4 service nova] Acquiring lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.801162] env[68216]: DEBUG oslo_concurrency.lockutils [req-91969652-4a9e-4e94-a756-1e098a7f0094 req-23106a47-a40c-4332-9ac5-cac752b142b4 service nova] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.801334] env[68216]: DEBUG oslo_concurrency.lockutils [req-91969652-4a9e-4e94-a756-1e098a7f0094 req-23106a47-a40c-4332-9ac5-cac752b142b4 service nova] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.801503] env[68216]: DEBUG nova.compute.manager [req-91969652-4a9e-4e94-a756-1e098a7f0094 req-23106a47-a40c-4332-9ac5-cac752b142b4 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] No waiting events found dispatching network-vif-unplugged-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.801732] env[68216]: WARNING nova.compute.manager [req-91969652-4a9e-4e94-a756-1e098a7f0094 req-23106a47-a40c-4332-9ac5-cac752b142b4 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received unexpected event network-vif-unplugged-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 for instance with vm_state shelved and task_state shelving_offloading. [ 1293.904120] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.905089] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8406ed7b-9774-491a-849e-e966af8298bc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.913040] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.913346] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3cfc151-fa88-4831-951b-5b1dfaf746c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.981453] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.981686] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.981874] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleting the datastore file [datastore1] 5daaddfc-2757-4ff3-b411-7d2b523322ca {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.982187] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-118d4c38-14f2-44d0-98c0-aa83574bff0c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.989939] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1293.989939] env[68216]: value = "task-3069369" [ 1293.989939] env[68216]: _type = "Task" [ 1293.989939] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.999080] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.047123] env[68216]: DEBUG oslo_concurrency.lockutils [None req-5c2b866e-102d-4440-8319-eac6e913c45a tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "55443f64-2e55-4b85-8f4c-84e42e3c928f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.839s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.062782] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069365, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.132577] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069366, 'name': ReconfigVM_Task, 'duration_secs': 1.400206} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.132853] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 48c3bd59-11cf-42e9-a117-4691e55925ac/48c3bd59-11cf-42e9-a117-4691e55925ac.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.133557] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0358e211-2eb5-4b0e-81ed-2e0440c628e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.139989] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1294.139989] env[68216]: value = "task-3069370" [ 1294.139989] env[68216]: _type = "Task" [ 1294.139989] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.150506] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069370, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.500676] env[68216]: DEBUG oslo_vmware.api [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276402} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.500982] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.501228] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.501378] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.523384] env[68216]: INFO nova.scheduler.client.report [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleted allocations for instance 5daaddfc-2757-4ff3-b411-7d2b523322ca [ 1294.563750] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069365, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.650961] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069370, 'name': Rename_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.028606] env[68216]: DEBUG oslo_concurrency.lockutils [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.028963] env[68216]: DEBUG oslo_concurrency.lockutils [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.029382] env[68216]: DEBUG nova.objects.instance [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'resources' on Instance uuid 5daaddfc-2757-4ff3-b411-7d2b523322ca {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.065312] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069365, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.325418} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.065704] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e86242d1-f5d6-4d54-89e0-3e284383b06b/e86242d1-f5d6-4d54-89e0-3e284383b06b.vmdk to [datastore2] 3cc14e0f-5aa2-476a-b82f-cde59c9e417f/3cc14e0f-5aa2-476a-b82f-cde59c9e417f.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.066568] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db73fecd-2301-4911-96fa-21f43b365c47 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.088868] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3cc14e0f-5aa2-476a-b82f-cde59c9e417f/3cc14e0f-5aa2-476a-b82f-cde59c9e417f.vmdk or device None with type streamOptimized {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.089145] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c62fa1-2573-4871-922f-833a4ef64146 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.109355] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1295.109355] env[68216]: value = "task-3069372" [ 1295.109355] env[68216]: _type = "Task" [ 1295.109355] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.117567] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.151454] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069370, 'name': Rename_Task, 'duration_secs': 0.780408} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.153019] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.153019] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c7fea56-68a5-4d5e-91da-b51ee00936b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.159186] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1295.159186] env[68216]: value = "task-3069373" [ 1295.159186] env[68216]: _type = "Task" [ 1295.159186] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.167030] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.532964] env[68216]: DEBUG nova.objects.instance [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'numa_topology' on Instance uuid 5daaddfc-2757-4ff3-b411-7d2b523322ca {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.619856] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069372, 'name': ReconfigVM_Task, 'duration_secs': 0.375957} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.620159] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3cc14e0f-5aa2-476a-b82f-cde59c9e417f/3cc14e0f-5aa2-476a-b82f-cde59c9e417f.vmdk or device None with type streamOptimized {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.620770] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baf720c0-0d31-4640-8fbb-6f7d22744a42 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.627263] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1295.627263] env[68216]: value = "task-3069374" [ 1295.627263] env[68216]: _type = "Task" [ 1295.627263] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.634821] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069374, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.668594] env[68216]: DEBUG oslo_vmware.api [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069373, 'name': PowerOnVM_Task, 'duration_secs': 0.496493} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.668850] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.669068] env[68216]: INFO nova.compute.manager [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1295.669255] env[68216]: DEBUG nova.compute.manager [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.670339] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf1d42a-10c6-48fa-8ac9-39b64263279d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.829174] env[68216]: DEBUG nova.compute.manager [req-f6ef1776-770c-474d-8219-184eab6c0bed req-35d03925-9229-4b02-86ae-b2a7247f70b0 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received event network-changed-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1295.829369] env[68216]: DEBUG nova.compute.manager [req-f6ef1776-770c-474d-8219-184eab6c0bed req-35d03925-9229-4b02-86ae-b2a7247f70b0 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Refreshing instance network info cache due to event network-changed-587665a9-c979-4cf7-8f9a-e8ef46cc6b45. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1295.829578] env[68216]: DEBUG oslo_concurrency.lockutils [req-f6ef1776-770c-474d-8219-184eab6c0bed req-35d03925-9229-4b02-86ae-b2a7247f70b0 service nova] Acquiring lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.829721] env[68216]: DEBUG oslo_concurrency.lockutils [req-f6ef1776-770c-474d-8219-184eab6c0bed req-35d03925-9229-4b02-86ae-b2a7247f70b0 service nova] Acquired lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.829958] env[68216]: DEBUG nova.network.neutron [req-f6ef1776-770c-474d-8219-184eab6c0bed req-35d03925-9229-4b02-86ae-b2a7247f70b0 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Refreshing network info cache for port 587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.035622] env[68216]: DEBUG nova.objects.base [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Object Instance<5daaddfc-2757-4ff3-b411-7d2b523322ca> lazy-loaded attributes: resources,numa_topology {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1296.141536] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069374, 'name': Rename_Task, 'duration_secs': 0.502194} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.142051] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.144624] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-834dc2f3-932b-48c5-9722-79d40246a500 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.153383] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1296.153383] env[68216]: value = "task-3069376" [ 1296.153383] env[68216]: _type = "Task" [ 1296.153383] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.161340] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.163035] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7903882b-6ca6-47b8-9573-6efdfbcb1987 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.169919] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e1624-39fd-4a46-8b52-976bad70d65b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.206367] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e984bdc-60a5-44ef-9f84-0101f5eba871 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.216417] env[68216]: INFO nova.compute.manager [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Took 15.38 seconds to build instance. [ 1296.218413] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df931ef-a4fd-456b-968b-28f7c66372d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.232653] env[68216]: DEBUG nova.compute.provider_tree [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.664433] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069376, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.715409] env[68216]: DEBUG nova.network.neutron [req-f6ef1776-770c-474d-8219-184eab6c0bed req-35d03925-9229-4b02-86ae-b2a7247f70b0 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updated VIF entry in instance network info cache for port 587665a9-c979-4cf7-8f9a-e8ef46cc6b45. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.716131] env[68216]: DEBUG nova.network.neutron [req-f6ef1776-770c-474d-8219-184eab6c0bed req-35d03925-9229-4b02-86ae-b2a7247f70b0 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updating instance_info_cache with network_info: [{"id": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "address": "fa:16:3e:c8:f8:1e", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap587665a9-c9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.723492] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f5515247-00f7-4321-b893-65354efedcbf tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.895s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.736534] env[68216]: DEBUG nova.scheduler.client.report [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.163697] env[68216]: DEBUG oslo_vmware.api [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069376, 'name': PowerOnVM_Task, 'duration_secs': 0.625976} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.165036] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.188083] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.218619] env[68216]: DEBUG oslo_concurrency.lockutils [req-f6ef1776-770c-474d-8219-184eab6c0bed req-35d03925-9229-4b02-86ae-b2a7247f70b0 service nova] Releasing lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.247216] env[68216]: DEBUG oslo_concurrency.lockutils [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.267481] env[68216]: DEBUG nova.compute.manager [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.268502] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5fb945-f43b-4b80-9fe8-d1bc048e5029 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.755823] env[68216]: DEBUG oslo_concurrency.lockutils [None req-117ad6f9-5e69-4998-8833-e7fa564c01fd tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.503s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.756747] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.569s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.756967] env[68216]: INFO nova.compute.manager [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Unshelving [ 1297.784925] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95cec13e-ef0d-44c9-9747-edfaa588ca12 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.240s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.858094] env[68216]: DEBUG nova.compute.manager [req-0f129717-e0de-4ebb-a986-fb6111496f82 req-6b98a2f9-8a4b-4290-9c61-0317da888b13 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Received event network-changed-dd8985a5-d868-42e5-a4ca-d4a3f710af59 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1297.858288] env[68216]: DEBUG nova.compute.manager [req-0f129717-e0de-4ebb-a986-fb6111496f82 req-6b98a2f9-8a4b-4290-9c61-0317da888b13 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Refreshing instance network info cache due to event network-changed-dd8985a5-d868-42e5-a4ca-d4a3f710af59. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1297.858507] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f129717-e0de-4ebb-a986-fb6111496f82 req-6b98a2f9-8a4b-4290-9c61-0317da888b13 service nova] Acquiring lock "refresh_cache-48c3bd59-11cf-42e9-a117-4691e55925ac" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.858702] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f129717-e0de-4ebb-a986-fb6111496f82 req-6b98a2f9-8a4b-4290-9c61-0317da888b13 service nova] Acquired lock "refresh_cache-48c3bd59-11cf-42e9-a117-4691e55925ac" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.858879] env[68216]: DEBUG nova.network.neutron [req-0f129717-e0de-4ebb-a986-fb6111496f82 req-6b98a2f9-8a4b-4290-9c61-0317da888b13 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Refreshing network info cache for port dd8985a5-d868-42e5-a4ca-d4a3f710af59 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.110242] env[68216]: DEBUG oslo_concurrency.lockutils [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.110421] env[68216]: DEBUG oslo_concurrency.lockutils [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.110678] env[68216]: DEBUG oslo_concurrency.lockutils [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.110883] env[68216]: DEBUG oslo_concurrency.lockutils [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.111065] env[68216]: DEBUG oslo_concurrency.lockutils [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.113483] env[68216]: INFO nova.compute.manager [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Terminating instance [ 1298.601417] env[68216]: DEBUG nova.network.neutron [req-0f129717-e0de-4ebb-a986-fb6111496f82 req-6b98a2f9-8a4b-4290-9c61-0317da888b13 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Updated VIF entry in instance network info cache for port dd8985a5-d868-42e5-a4ca-d4a3f710af59. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.601860] env[68216]: DEBUG nova.network.neutron [req-0f129717-e0de-4ebb-a986-fb6111496f82 req-6b98a2f9-8a4b-4290-9c61-0317da888b13 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Updating instance_info_cache with network_info: [{"id": "dd8985a5-d868-42e5-a4ca-d4a3f710af59", "address": "fa:16:3e:f8:35:d0", "network": {"id": "0a548dcf-fa4e-4a6e-aaf2-30d70741cc36", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-607966554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c35360c4743b9a4598abea8dce596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8985a5-d8", "ovs_interfaceid": "dd8985a5-d868-42e5-a4ca-d4a3f710af59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.617600] env[68216]: DEBUG nova.compute.manager [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.617920] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.618870] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0fb421-bc44-417b-a11c-30a1af05fb5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.629021] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.629273] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf3c33fc-eb54-4307-b823-414dda50cf56 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.635595] env[68216]: DEBUG oslo_vmware.api [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1298.635595] env[68216]: value = "task-3069378" [ 1298.635595] env[68216]: _type = "Task" [ 1298.635595] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.643586] env[68216]: DEBUG oslo_vmware.api [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.786846] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.786846] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.786846] env[68216]: DEBUG nova.objects.instance [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'pci_requests' on Instance uuid 5daaddfc-2757-4ff3-b411-7d2b523322ca {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.105241] env[68216]: DEBUG oslo_concurrency.lockutils [req-0f129717-e0de-4ebb-a986-fb6111496f82 req-6b98a2f9-8a4b-4290-9c61-0317da888b13 service nova] Releasing lock "refresh_cache-48c3bd59-11cf-42e9-a117-4691e55925ac" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.145592] env[68216]: DEBUG oslo_vmware.api [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069378, 'name': PowerOffVM_Task, 'duration_secs': 0.200575} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.145878] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.146068] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.146396] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65381dcb-aee3-42ba-ae27-8249ae0af88f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.205011] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.205317] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.205540] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleting the datastore file [datastore2] 3cc14e0f-5aa2-476a-b82f-cde59c9e417f {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.205829] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94601116-b587-4266-9776-67561fc051b2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.214683] env[68216]: DEBUG oslo_vmware.api [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for the task: (returnval){ [ 1299.214683] env[68216]: value = "task-3069380" [ 1299.214683] env[68216]: _type = "Task" [ 1299.214683] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.222997] env[68216]: DEBUG oslo_vmware.api [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.290562] env[68216]: DEBUG nova.objects.instance [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'numa_topology' on Instance uuid 5daaddfc-2757-4ff3-b411-7d2b523322ca {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.724336] env[68216]: DEBUG oslo_vmware.api [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Task: {'id': task-3069380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136432} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.724694] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.724694] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.724859] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.725049] env[68216]: INFO nova.compute.manager [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1299.725300] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.725507] env[68216]: DEBUG nova.compute.manager [-] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.725602] env[68216]: DEBUG nova.network.neutron [-] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.727307] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.727561] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.727760] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.727945] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.728130] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.730353] env[68216]: INFO nova.compute.manager [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Terminating instance [ 1299.793135] env[68216]: INFO nova.compute.claims [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.034385] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.034610] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.034798] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.035044] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.035244] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.035437] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.035605] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.035944] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1300.035944] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.153415] env[68216]: DEBUG nova.compute.manager [req-02a3e6d2-0aaa-4e35-9747-de68a1f98006 req-3e919c78-eb9d-42a0-9d8d-6f86363107b6 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Received event network-vif-deleted-7802f3e5-0b16-4754-ac20-0fa818785bef {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1300.153518] env[68216]: INFO nova.compute.manager [req-02a3e6d2-0aaa-4e35-9747-de68a1f98006 req-3e919c78-eb9d-42a0-9d8d-6f86363107b6 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Neutron deleted interface 7802f3e5-0b16-4754-ac20-0fa818785bef; detaching it from the instance and deleting it from the info cache [ 1300.153641] env[68216]: DEBUG nova.network.neutron [req-02a3e6d2-0aaa-4e35-9747-de68a1f98006 req-3e919c78-eb9d-42a0-9d8d-6f86363107b6 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.237017] env[68216]: DEBUG nova.compute.manager [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.237017] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.237017] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb4eb94-464d-48cd-b503-4edb0a0d313e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.243584] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.243961] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20c33c7f-43e9-4f6a-b2e8-133c363ebdbc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.250550] env[68216]: DEBUG oslo_vmware.api [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1300.250550] env[68216]: value = "task-3069382" [ 1300.250550] env[68216]: _type = "Task" [ 1300.250550] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.261425] env[68216]: DEBUG oslo_vmware.api [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.538581] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.635726] env[68216]: DEBUG nova.network.neutron [-] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.657438] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d618580c-90d4-4ead-aa34-231976048893 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.666602] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f8d956-ac15-4549-ab2c-5983505902fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.694344] env[68216]: DEBUG nova.compute.manager [req-02a3e6d2-0aaa-4e35-9747-de68a1f98006 req-3e919c78-eb9d-42a0-9d8d-6f86363107b6 service nova] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Detach interface failed, port_id=7802f3e5-0b16-4754-ac20-0fa818785bef, reason: Instance 3cc14e0f-5aa2-476a-b82f-cde59c9e417f could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1300.760613] env[68216]: DEBUG oslo_vmware.api [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069382, 'name': PowerOffVM_Task, 'duration_secs': 0.240999} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.760893] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.761062] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.761313] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bae7264-d126-4a45-a8d0-e96954d9fac5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.828036] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.828036] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.828036] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Deleting the datastore file [datastore1] 96d02f76-ea12-4ab1-9efa-dc52c17aa99f {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.828511] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2884951e-4b0c-4dda-bbb3-8c0535d2ae42 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.834494] env[68216]: DEBUG oslo_vmware.api [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1300.834494] env[68216]: value = "task-3069384" [ 1300.834494] env[68216]: _type = "Task" [ 1300.834494] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.844297] env[68216]: DEBUG oslo_vmware.api [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.914372] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb23079-c122-46e6-bc53-b01efb0e2c22 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.923210] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab63563-3caf-4b9a-97b1-ee4d80578e12 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.958301] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53fa6b1-61c0-4938-b52c-675c4765414e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.966464] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a72a8cb-9bc3-45e1-83fe-d032fb8d28d3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.980704] env[68216]: DEBUG nova.compute.provider_tree [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.139060] env[68216]: INFO nova.compute.manager [-] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Took 1.41 seconds to deallocate network for instance. [ 1301.344875] env[68216]: DEBUG oslo_vmware.api [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17161} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.346392] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.346392] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.346392] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.346392] env[68216]: INFO nova.compute.manager [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1301.346392] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.346392] env[68216]: DEBUG nova.compute.manager [-] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.346863] env[68216]: DEBUG nova.network.neutron [-] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.484733] env[68216]: DEBUG nova.scheduler.client.report [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.647357] env[68216]: DEBUG oslo_concurrency.lockutils [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.989745] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.203s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.992259] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.454s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.992433] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.992584] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1301.992878] env[68216]: DEBUG oslo_concurrency.lockutils [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.348s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.993101] env[68216]: DEBUG nova.objects.instance [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lazy-loading 'resources' on Instance uuid 3cc14e0f-5aa2-476a-b82f-cde59c9e417f {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.995549] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9740948b-306a-42c3-81dc-d73ab6017afc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.004951] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c555f06-cb64-48cf-969c-d71d34f879cc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.020094] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c91f48-9d94-4fa0-b1a6-ba0d5f8c2ab7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.027124] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88ad9de-fbf1-417a-998c-7bb8e6600541 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.058778] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179373MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1302.058950] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.060007] env[68216]: INFO nova.network.neutron [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updating port 587665a9-c979-4cf7-8f9a-e8ef46cc6b45 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1302.091832] env[68216]: DEBUG nova.network.neutron [-] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.183793] env[68216]: DEBUG nova.compute.manager [req-1e9bf5b8-13b8-4ade-8684-37a8509b182a req-ac57f0f2-cdd6-41ee-9f4a-d785f0a70793 service nova] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Received event network-vif-deleted-e1b13fc7-6a97-48c6-9baf-dcdc1bb3ec72 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1302.594448] env[68216]: INFO nova.compute.manager [-] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Took 1.25 seconds to deallocate network for instance. [ 1302.617888] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa85f24d-6656-4f47-a4e1-909f7d73ca7b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.626554] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387fb049-9421-414c-b52d-f6db7ac8ffe2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.657618] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7acfc76-4cfc-408c-ac10-b1c1a2eee5ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.665480] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf4960-f330-4df0-8398-7bc751180aeb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.679198] env[68216]: DEBUG nova.compute.provider_tree [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.100728] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.182110] env[68216]: DEBUG nova.scheduler.client.report [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.686945] env[68216]: DEBUG oslo_concurrency.lockutils [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.689367] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.630s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.708264] env[68216]: INFO nova.scheduler.client.report [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Deleted allocations for instance 3cc14e0f-5aa2-476a-b82f-cde59c9e417f [ 1303.794677] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.794896] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.795264] env[68216]: DEBUG nova.network.neutron [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.211318] env[68216]: DEBUG nova.compute.manager [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received event network-vif-plugged-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1304.211569] env[68216]: DEBUG oslo_concurrency.lockutils [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] Acquiring lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.211705] env[68216]: DEBUG oslo_concurrency.lockutils [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.211965] env[68216]: DEBUG oslo_concurrency.lockutils [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.212139] env[68216]: DEBUG nova.compute.manager [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] No waiting events found dispatching network-vif-plugged-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.212365] env[68216]: WARNING nova.compute.manager [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received unexpected event network-vif-plugged-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 for instance with vm_state shelved_offloaded and task_state spawning. [ 1304.212534] env[68216]: DEBUG nova.compute.manager [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received event network-changed-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1304.212689] env[68216]: DEBUG nova.compute.manager [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Refreshing instance network info cache due to event network-changed-587665a9-c979-4cf7-8f9a-e8ef46cc6b45. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1304.212879] env[68216]: DEBUG oslo_concurrency.lockutils [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] Acquiring lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.217433] env[68216]: DEBUG oslo_concurrency.lockutils [None req-039ffb93-99ac-4d2c-a606-d1bc37544ae2 tempest-ServerActionsTestOtherB-1571712869 tempest-ServerActionsTestOtherB-1571712869-project-member] Lock "3cc14e0f-5aa2-476a-b82f-cde59c9e417f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.107s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.497170] env[68216]: DEBUG nova.network.neutron [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updating instance_info_cache with network_info: [{"id": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "address": "fa:16:3e:c8:f8:1e", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587665a9-c9", "ovs_interfaceid": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.716269] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 1c792478-7aeb-4196-9bba-d8291ea43db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.716431] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 9d59b592-4f8c-48bf-b5c5-7568ab128e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.716582] env[68216]: WARNING nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 96d02f76-ea12-4ab1-9efa-dc52c17aa99f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1304.716706] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.716822] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 41a43190-3eea-4c6b-8106-e82e0c2394d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.716937] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 48c3bd59-11cf-42e9-a117-4691e55925ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.717063] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 5daaddfc-2757-4ff3-b411-7d2b523322ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.717461] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1304.718251] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1304.806392] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b645187-c076-4939-b146-fac8dbaeb92a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.816229] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af744a9-5256-4dd9-a0d2-b4b949b2cadc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.848131] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea99aed9-3c99-4dab-914a-c868521eb31b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.855899] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02bd8fd-a6e5-491a-9d9a-3ba5da523fcc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.868983] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.000517] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.002993] env[68216]: DEBUG oslo_concurrency.lockutils [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] Acquired lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.003205] env[68216]: DEBUG nova.network.neutron [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Refreshing network info cache for port 587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.029883] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='85d85950bc3a120275864840015bfc8c',container_format='bare',created_at=2025-03-18T08:35:49Z,direct_url=,disk_format='vmdk',id=04594cb0-2dae-4844-974d-8d2229e848ba,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-305649542-shelved',owner='dca34333efdf4637b276452a50152e2c',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-18T08:36:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.030191] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.030420] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.030676] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.030863] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.031015] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.031285] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.031480] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.031694] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.031897] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.032125] env[68216]: DEBUG nova.virt.hardware [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.033384] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ab3ca-c507-48e1-b413-882d4807343c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.041336] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.041563] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.041780] env[68216]: DEBUG nova.compute.manager [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.042626] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20399305-b48b-401e-bc54-393c72454b5e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.046090] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9041c806-2b68-41b0-856a-71a10d98c5cc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.061397] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:f8:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '587665a9-c979-4cf7-8f9a-e8ef46cc6b45', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.069027] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.070855] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.071187] env[68216]: DEBUG nova.compute.manager [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68216) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1305.071766] env[68216]: DEBUG nova.objects.instance [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'flavor' on Instance uuid e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.073129] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3310cdf-5686-483c-9d2c-f848537a54d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.094994] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.094994] env[68216]: value = "task-3069387" [ 1305.094994] env[68216]: _type = "Task" [ 1305.094994] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.104063] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069387, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.373015] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.605162] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069387, 'name': CreateVM_Task, 'duration_secs': 0.348159} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.605325] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.605970] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.606148] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.606533] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.606785] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e527bfb1-c38c-447d-b6a8-e2b9610f5557 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.612586] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1305.612586] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525d8f56-10c4-7c3a-ede8-1fbc3751b405" [ 1305.612586] env[68216]: _type = "Task" [ 1305.612586] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.621017] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]525d8f56-10c4-7c3a-ede8-1fbc3751b405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.776816] env[68216]: DEBUG nova.network.neutron [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updated VIF entry in instance network info cache for port 587665a9-c979-4cf7-8f9a-e8ef46cc6b45. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.777273] env[68216]: DEBUG nova.network.neutron [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updating instance_info_cache with network_info: [{"id": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "address": "fa:16:3e:c8:f8:1e", "network": {"id": "ee51d45e-dbef-466a-b3f3-396aa2eb8cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1658346303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dca34333efdf4637b276452a50152e2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587665a9-c9", "ovs_interfaceid": "587665a9-c979-4cf7-8f9a-e8ef46cc6b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.879678] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1305.879892] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.191s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.880182] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.780s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.880518] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.899601] env[68216]: INFO nova.scheduler.client.report [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Deleted allocations for instance 96d02f76-ea12-4ab1-9efa-dc52c17aa99f [ 1306.095197] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.095471] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6cae96f-2065-4c84-bef5-8106cb29803a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.105291] env[68216]: DEBUG oslo_vmware.api [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1306.105291] env[68216]: value = "task-3069388" [ 1306.105291] env[68216]: _type = "Task" [ 1306.105291] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.114023] env[68216]: DEBUG oslo_vmware.api [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.122618] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.122862] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Processing image 04594cb0-2dae-4844-974d-8d2229e848ba {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.123113] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba/04594cb0-2dae-4844-974d-8d2229e848ba.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.123262] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba/04594cb0-2dae-4844-974d-8d2229e848ba.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.123439] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.123677] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2784780d-3965-47f6-98ee-9dd82aa5b6e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.132955] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.133175] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.133902] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24aa8d9d-2d65-4357-8c2d-c7f144d26301 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.139974] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1306.139974] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52395781-3a2b-5496-8a84-60822edcd70b" [ 1306.139974] env[68216]: _type = "Task" [ 1306.139974] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.148492] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52395781-3a2b-5496-8a84-60822edcd70b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.280065] env[68216]: DEBUG oslo_concurrency.lockutils [req-e6bfe162-10b8-4014-8961-0bd84200c888 req-2868ac74-cc8f-4676-bd63-eccd3a6c60fb service nova] Releasing lock "refresh_cache-5daaddfc-2757-4ff3-b411-7d2b523322ca" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.382756] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.383059] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.407150] env[68216]: DEBUG oslo_concurrency.lockutils [None req-2e8383d8-7ead-41ea-b3c4-3b1c308d77f9 tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "96d02f76-ea12-4ab1-9efa-dc52c17aa99f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.680s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.615804] env[68216]: DEBUG oslo_vmware.api [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069388, 'name': PowerOffVM_Task, 'duration_secs': 0.198721} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.616091] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.616335] env[68216]: DEBUG nova.compute.manager [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.617135] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736bf5b7-b5b5-4e1f-88f5-4a4f05ce8a31 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.649082] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Preparing fetch location {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1306.649359] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Fetch image to [datastore1] OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c/OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c.vmdk {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1306.649526] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Downloading stream optimized image 04594cb0-2dae-4844-974d-8d2229e848ba to [datastore1] OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c/OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c.vmdk on the data store datastore1 as vApp {{(pid=68216) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1306.649691] env[68216]: DEBUG nova.virt.vmwareapi.images [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Downloading image file data 04594cb0-2dae-4844-974d-8d2229e848ba to the ESX as VM named 'OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c' {{(pid=68216) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1306.719458] env[68216]: DEBUG oslo_vmware.rw_handles [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1306.719458] env[68216]: value = "resgroup-9" [ 1306.719458] env[68216]: _type = "ResourcePool" [ 1306.719458] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1306.719745] env[68216]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2e55d59b-864b-4112-b04c-cb02d03ada30 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.743548] env[68216]: DEBUG oslo_vmware.rw_handles [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lease: (returnval){ [ 1306.743548] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529592a2-0247-49ce-b1e5-52b9600b7d73" [ 1306.743548] env[68216]: _type = "HttpNfcLease" [ 1306.743548] env[68216]: } obtained for vApp import into resource pool (val){ [ 1306.743548] env[68216]: value = "resgroup-9" [ 1306.743548] env[68216]: _type = "ResourcePool" [ 1306.743548] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1306.743891] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the lease: (returnval){ [ 1306.743891] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529592a2-0247-49ce-b1e5-52b9600b7d73" [ 1306.743891] env[68216]: _type = "HttpNfcLease" [ 1306.743891] env[68216]: } to be ready. {{(pid=68216) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1306.750247] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.750247] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529592a2-0247-49ce-b1e5-52b9600b7d73" [ 1306.750247] env[68216]: _type = "HttpNfcLease" [ 1306.750247] env[68216]: } is initializing. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1306.885603] env[68216]: DEBUG nova.compute.manager [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.128866] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f9115ab7-6916-42a9-beaa-1c1cf4141189 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.253215] env[68216]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1307.253215] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529592a2-0247-49ce-b1e5-52b9600b7d73" [ 1307.253215] env[68216]: _type = "HttpNfcLease" [ 1307.253215] env[68216]: } is ready. {{(pid=68216) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1307.253503] env[68216]: DEBUG oslo_vmware.rw_handles [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1307.253503] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]529592a2-0247-49ce-b1e5-52b9600b7d73" [ 1307.253503] env[68216]: _type = "HttpNfcLease" [ 1307.253503] env[68216]: }. {{(pid=68216) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1307.254225] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9197c9cd-d854-4e94-bc97-07187d12f2ae {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.261786] env[68216]: DEBUG oslo_vmware.rw_handles [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73e9d-4f3b-9685-109a-f71ec053a3c9/disk-0.vmdk from lease info. {{(pid=68216) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1307.261963] env[68216]: DEBUG oslo_vmware.rw_handles [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73e9d-4f3b-9685-109a-f71ec053a3c9/disk-0.vmdk. {{(pid=68216) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1307.326142] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f07a71af-479d-44ac-8aed-716fb8ddd9a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.409493] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.409788] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.411325] env[68216]: INFO nova.compute.claims [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.456322] env[68216]: DEBUG nova.objects.instance [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'flavor' on Instance uuid e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.458295] env[68216]: DEBUG oslo_concurrency.lockutils [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.458422] env[68216]: DEBUG oslo_concurrency.lockutils [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.458588] env[68216]: DEBUG oslo_concurrency.lockutils [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.458770] env[68216]: DEBUG oslo_concurrency.lockutils [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.458934] env[68216]: DEBUG oslo_concurrency.lockutils [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.460596] env[68216]: INFO nova.compute.manager [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Terminating instance [ 1307.964704] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.964874] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.965059] env[68216]: DEBUG nova.network.neutron [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.965247] env[68216]: DEBUG nova.objects.instance [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'info_cache' on Instance uuid e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.966721] env[68216]: DEBUG nova.compute.manager [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.966918] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.967974] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5d2459-cc7c-42fa-9a47-d94880d2fcc9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.978902] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.981240] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-215a052c-a854-4444-9082-e1023df09e65 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.990769] env[68216]: DEBUG oslo_vmware.api [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1307.990769] env[68216]: value = "task-3069390" [ 1307.990769] env[68216]: _type = "Task" [ 1307.990769] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.002175] env[68216]: DEBUG oslo_vmware.api [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.457458] env[68216]: DEBUG oslo_vmware.rw_handles [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Completed reading data from the image iterator. {{(pid=68216) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1308.457798] env[68216]: DEBUG oslo_vmware.rw_handles [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73e9d-4f3b-9685-109a-f71ec053a3c9/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1308.458796] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f551cb3a-f9c9-4d12-814f-dfd2943373ba {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.470158] env[68216]: DEBUG nova.objects.base [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1308.472234] env[68216]: DEBUG oslo_vmware.rw_handles [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73e9d-4f3b-9685-109a-f71ec053a3c9/disk-0.vmdk is in state: ready. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1308.472234] env[68216]: DEBUG oslo_vmware.rw_handles [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73e9d-4f3b-9685-109a-f71ec053a3c9/disk-0.vmdk. {{(pid=68216) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1308.472234] env[68216]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-24235c01-3e38-41f2-b816-19b8d637714b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.511026] env[68216]: DEBUG oslo_vmware.api [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069390, 'name': PowerOffVM_Task, 'duration_secs': 0.199165} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.511313] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.511530] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.511833] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb554655-ec39-48d4-a0cb-e6768fb91ca1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.554838] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7f2c81-acac-4615-98f0-aec50e28c7b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.563270] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331d7315-cd58-475d-a99f-9ac2c0226c42 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.597854] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1719be0-d479-4e9b-9b07-2a88accb36ed {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.606538] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b00fcd-7158-4370-8654-653cdfd037b6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.611846] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.612073] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.612260] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Deleting the datastore file [datastore1] 9d59b592-4f8c-48bf-b5c5-7568ab128e96 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.612926] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b72842d3-76c3-490d-a5a3-b4d63c7ac511 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.623372] env[68216]: DEBUG nova.compute.provider_tree [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.630894] env[68216]: DEBUG oslo_vmware.api [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for the task: (returnval){ [ 1308.630894] env[68216]: value = "task-3069392" [ 1308.630894] env[68216]: _type = "Task" [ 1308.630894] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.637242] env[68216]: DEBUG oslo_vmware.api [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.668786] env[68216]: DEBUG oslo_vmware.rw_handles [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73e9d-4f3b-9685-109a-f71ec053a3c9/disk-0.vmdk. {{(pid=68216) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1308.669053] env[68216]: INFO nova.virt.vmwareapi.images [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Downloaded image file data 04594cb0-2dae-4844-974d-8d2229e848ba [ 1308.670253] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b619048b-4c71-4dd3-80ae-70fcb0f0a77b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.688080] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8747b1ea-e56f-46be-a5d8-6f653c2cc2ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.715954] env[68216]: INFO nova.virt.vmwareapi.images [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] The imported VM was unregistered [ 1308.718848] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Caching image {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1308.719145] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Creating directory with path [datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.719514] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd7e5d90-57c1-4675-ac9d-d3e5d02c3ffc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.732279] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Created directory with path [datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.732505] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c/OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c.vmdk to [datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba/04594cb0-2dae-4844-974d-8d2229e848ba.vmdk. {{(pid=68216) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1308.732789] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3d49d192-9f0d-4af6-bc5b-46b67be31037 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.740968] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1308.740968] env[68216]: value = "task-3069394" [ 1308.740968] env[68216]: _type = "Task" [ 1308.740968] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.748938] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069394, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.127722] env[68216]: DEBUG nova.scheduler.client.report [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.152833] env[68216]: DEBUG oslo_vmware.api [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Task: {'id': task-3069392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158296} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.153190] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.153386] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.153569] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.153738] env[68216]: INFO nova.compute.manager [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1309.153983] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.154193] env[68216]: DEBUG nova.compute.manager [-] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.154288] env[68216]: DEBUG nova.network.neutron [-] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.257658] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069394, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.336516] env[68216]: DEBUG nova.network.neutron [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Updating instance_info_cache with network_info: [{"id": "eb689c68-2b0d-4936-9222-af8523171c3f", "address": "fa:16:3e:dc:16:b2", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb689c68-2b", "ovs_interfaceid": "eb689c68-2b0d-4936-9222-af8523171c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.436694] env[68216]: DEBUG nova.compute.manager [req-1d1ee8fb-0c0d-41a0-94bf-ac4a267eff61 req-8ae83e5c-a5e5-41d5-9ef8-301ee1cbdacf service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Received event network-vif-deleted-e60d7cde-bf51-4f16-86aa-f601835be0b3 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1309.437007] env[68216]: INFO nova.compute.manager [req-1d1ee8fb-0c0d-41a0-94bf-ac4a267eff61 req-8ae83e5c-a5e5-41d5-9ef8-301ee1cbdacf service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Neutron deleted interface e60d7cde-bf51-4f16-86aa-f601835be0b3; detaching it from the instance and deleting it from the info cache [ 1309.437283] env[68216]: DEBUG nova.network.neutron [req-1d1ee8fb-0c0d-41a0-94bf-ac4a267eff61 req-8ae83e5c-a5e5-41d5-9ef8-301ee1cbdacf service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.634770] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.635266] env[68216]: DEBUG nova.compute.manager [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.755623] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069394, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.839383] env[68216]: DEBUG oslo_concurrency.lockutils [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.916192] env[68216]: DEBUG nova.network.neutron [-] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.939972] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-364661db-9e36-4b71-b926-1bd5d5e4938f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.951217] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919ac31f-7abb-4de1-abc0-2b1b6f97668d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.982857] env[68216]: DEBUG nova.compute.manager [req-1d1ee8fb-0c0d-41a0-94bf-ac4a267eff61 req-8ae83e5c-a5e5-41d5-9ef8-301ee1cbdacf service nova] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Detach interface failed, port_id=e60d7cde-bf51-4f16-86aa-f601835be0b3, reason: Instance 9d59b592-4f8c-48bf-b5c5-7568ab128e96 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1310.141726] env[68216]: DEBUG nova.compute.utils [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.142803] env[68216]: DEBUG nova.compute.manager [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.142989] env[68216]: DEBUG nova.network.neutron [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.191137] env[68216]: DEBUG nova.policy [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f7c478bdda4ad78acc6e9901e772f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5d73b460d2400fa3edf1f0ebd4bd0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.253225] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069394, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.419373] env[68216]: INFO nova.compute.manager [-] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Took 1.26 seconds to deallocate network for instance. [ 1310.505843] env[68216]: DEBUG nova.network.neutron [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Successfully created port: 61910b3f-9af4-49ed-b16c-36ddb13a2fd0 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.647142] env[68216]: DEBUG nova.compute.manager [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1310.758432] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069394, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.845325] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.845579] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0d7abe6-9761-40e6-b2a2-2fdd6124ba7a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.855114] env[68216]: DEBUG oslo_vmware.api [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1310.855114] env[68216]: value = "task-3069395" [ 1310.855114] env[68216]: _type = "Task" [ 1310.855114] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.864698] env[68216]: DEBUG oslo_vmware.api [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.927285] env[68216]: DEBUG oslo_concurrency.lockutils [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.927561] env[68216]: DEBUG oslo_concurrency.lockutils [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.927847] env[68216]: DEBUG nova.objects.instance [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lazy-loading 'resources' on Instance uuid 9d59b592-4f8c-48bf-b5c5-7568ab128e96 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.153023] env[68216]: INFO nova.virt.block_device [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Booting with volume 8bf8c575-a176-43b9-8d09-a47341d746d9 at /dev/sda [ 1311.187140] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c895fdf-896a-47b1-b6ed-999beea98baa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.198808] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3096a9-4df3-4087-b209-da7c845f4f3c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.229944] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81eb90d0-00ca-4625-bd01-cf081cf6fe07 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.240536] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de3617c-a660-4389-ab4a-034f43ecf0d5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.265096] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069394, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.279318] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ef41be-3e94-4846-8cda-03b47be62641 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.286424] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0292b08-ab3b-436d-882a-30605a11fcc6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.300893] env[68216]: DEBUG nova.virt.block_device [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating existing volume attachment record: 7a4ffaea-4254-42e8-90be-0bdc61f2417d {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1311.367348] env[68216]: DEBUG oslo_vmware.api [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.537655] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016adcdc-99f1-4210-8a0f-bfae522061cd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.546611] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc24576-67e3-48d6-a8ec-00220f665bd0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.580212] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca41028-02e4-40da-8f64-27168c729a0e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.588675] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ba8206-16bb-475d-a515-3d54fa7ed19a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.604427] env[68216]: DEBUG nova.compute.provider_tree [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.766535] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069394, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.695756} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.766947] env[68216]: INFO nova.virt.vmwareapi.ds_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c/OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c.vmdk to [datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba/04594cb0-2dae-4844-974d-8d2229e848ba.vmdk. [ 1311.767237] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Cleaning up location [datastore1] OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1311.767481] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_38c03387-eb8f-4f1b-83bc-5c23154d1e8c {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.767837] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8943fd4-40b2-431c-9540-0097a990c30f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.777932] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1311.777932] env[68216]: value = "task-3069396" [ 1311.777932] env[68216]: _type = "Task" [ 1311.777932] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.789705] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.868892] env[68216]: DEBUG oslo_vmware.api [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069395, 'name': PowerOnVM_Task, 'duration_secs': 0.809022} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.869199] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.869430] env[68216]: DEBUG nova.compute.manager [None req-95d07d91-c18e-47cc-9928-300f366e68eb tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.870616] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a22c32-d16b-4ad5-9bc4-4bd564bb13ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.910065] env[68216]: DEBUG nova.compute.manager [req-34d1fc0e-994a-46ab-bdad-16aa98a7776c req-a3337164-8252-49db-ba98-077e44b128cd service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Received event network-vif-plugged-61910b3f-9af4-49ed-b16c-36ddb13a2fd0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1311.910065] env[68216]: DEBUG oslo_concurrency.lockutils [req-34d1fc0e-994a-46ab-bdad-16aa98a7776c req-a3337164-8252-49db-ba98-077e44b128cd service nova] Acquiring lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.910173] env[68216]: DEBUG oslo_concurrency.lockutils [req-34d1fc0e-994a-46ab-bdad-16aa98a7776c req-a3337164-8252-49db-ba98-077e44b128cd service nova] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.910295] env[68216]: DEBUG oslo_concurrency.lockutils [req-34d1fc0e-994a-46ab-bdad-16aa98a7776c req-a3337164-8252-49db-ba98-077e44b128cd service nova] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.910521] env[68216]: DEBUG nova.compute.manager [req-34d1fc0e-994a-46ab-bdad-16aa98a7776c req-a3337164-8252-49db-ba98-077e44b128cd service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] No waiting events found dispatching network-vif-plugged-61910b3f-9af4-49ed-b16c-36ddb13a2fd0 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.910652] env[68216]: WARNING nova.compute.manager [req-34d1fc0e-994a-46ab-bdad-16aa98a7776c req-a3337164-8252-49db-ba98-077e44b128cd service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Received unexpected event network-vif-plugged-61910b3f-9af4-49ed-b16c-36ddb13a2fd0 for instance with vm_state building and task_state block_device_mapping. [ 1312.008015] env[68216]: DEBUG nova.network.neutron [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Successfully updated port: 61910b3f-9af4-49ed-b16c-36ddb13a2fd0 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.108738] env[68216]: DEBUG nova.scheduler.client.report [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.289999] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094117} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.290339] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.290513] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba/04594cb0-2dae-4844-974d-8d2229e848ba.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.290772] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba/04594cb0-2dae-4844-974d-8d2229e848ba.vmdk to [datastore1] 5daaddfc-2757-4ff3-b411-7d2b523322ca/5daaddfc-2757-4ff3-b411-7d2b523322ca.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.291050] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1633f99a-e04a-469c-84ce-db339a508149 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.299470] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1312.299470] env[68216]: value = "task-3069397" [ 1312.299470] env[68216]: _type = "Task" [ 1312.299470] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.308384] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.511582] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.511791] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.511889] env[68216]: DEBUG nova.network.neutron [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.613495] env[68216]: DEBUG oslo_concurrency.lockutils [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.634747] env[68216]: INFO nova.scheduler.client.report [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Deleted allocations for instance 9d59b592-4f8c-48bf-b5c5-7568ab128e96 [ 1312.810724] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069397, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.046863] env[68216]: DEBUG nova.network.neutron [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.144015] env[68216]: DEBUG oslo_concurrency.lockutils [None req-283e2188-aa77-4ff7-986d-9e8adf6f44fd tempest-ServerRescueNegativeTestJSON-2083574443 tempest-ServerRescueNegativeTestJSON-2083574443-project-member] Lock "9d59b592-4f8c-48bf-b5c5-7568ab128e96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.204813] env[68216]: DEBUG nova.network.neutron [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance_info_cache with network_info: [{"id": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "address": "fa:16:3e:00:b3:8b", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61910b3f-9a", "ovs_interfaceid": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.311252] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069397, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.387060] env[68216]: DEBUG nova.compute.manager [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1313.387622] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.387970] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.388146] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.388327] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.388469] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.388613] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.388878] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.389092] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.389266] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.389428] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.389595] env[68216]: DEBUG nova.virt.hardware [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.390581] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7836cd13-2a22-4cab-bfd9-46ecaffc4196 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.402018] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0964cee2-0647-4740-b65d-968025920e0b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.579458] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57afcc92-d3ae-4770-b31e-238882fd79b9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.587389] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c5a7-8d8f-4c37-bac9-a6053faa0be9 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Suspending the VM {{(pid=68216) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1313.587672] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-55859726-3f67-4ea0-81fe-3436e0729292 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.597490] env[68216]: DEBUG oslo_vmware.api [None req-9b16c5a7-8d8f-4c37-bac9-a6053faa0be9 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1313.597490] env[68216]: value = "task-3069398" [ 1313.597490] env[68216]: _type = "Task" [ 1313.597490] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.609337] env[68216]: DEBUG oslo_vmware.api [None req-9b16c5a7-8d8f-4c37-bac9-a6053faa0be9 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069398, 'name': SuspendVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.707751] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.708220] env[68216]: DEBUG nova.compute.manager [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Instance network_info: |[{"id": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "address": "fa:16:3e:00:b3:8b", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61910b3f-9a", "ovs_interfaceid": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1313.708854] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:b3:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61910b3f-9af4-49ed-b16c-36ddb13a2fd0', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.719758] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.720068] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.720381] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a89cc8b-754b-41a7-86bc-cbdda1f335ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.747830] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.747830] env[68216]: value = "task-3069399" [ 1313.747830] env[68216]: _type = "Task" [ 1313.747830] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.758497] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069399, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.813312] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069397, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.962403] env[68216]: DEBUG nova.compute.manager [req-36a8d401-840f-4451-8363-9b78abffffe7 req-c2b92c96-8216-45e3-8d2e-7cd738044309 service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Received event network-changed-61910b3f-9af4-49ed-b16c-36ddb13a2fd0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1313.962403] env[68216]: DEBUG nova.compute.manager [req-36a8d401-840f-4451-8363-9b78abffffe7 req-c2b92c96-8216-45e3-8d2e-7cd738044309 service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Refreshing instance network info cache due to event network-changed-61910b3f-9af4-49ed-b16c-36ddb13a2fd0. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1313.962403] env[68216]: DEBUG oslo_concurrency.lockutils [req-36a8d401-840f-4451-8363-9b78abffffe7 req-c2b92c96-8216-45e3-8d2e-7cd738044309 service nova] Acquiring lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.962403] env[68216]: DEBUG oslo_concurrency.lockutils [req-36a8d401-840f-4451-8363-9b78abffffe7 req-c2b92c96-8216-45e3-8d2e-7cd738044309 service nova] Acquired lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.962403] env[68216]: DEBUG nova.network.neutron [req-36a8d401-840f-4451-8363-9b78abffffe7 req-c2b92c96-8216-45e3-8d2e-7cd738044309 service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Refreshing network info cache for port 61910b3f-9af4-49ed-b16c-36ddb13a2fd0 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.109905] env[68216]: DEBUG oslo_vmware.api [None req-9b16c5a7-8d8f-4c37-bac9-a6053faa0be9 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069398, 'name': SuspendVM_Task} progress is 83%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.260854] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069399, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.313971] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069397, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.609467] env[68216]: DEBUG oslo_vmware.api [None req-9b16c5a7-8d8f-4c37-bac9-a6053faa0be9 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069398, 'name': SuspendVM_Task, 'duration_secs': 1.006842} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.609759] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16c5a7-8d8f-4c37-bac9-a6053faa0be9 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Suspended the VM {{(pid=68216) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1314.609943] env[68216]: DEBUG nova.compute.manager [None req-9b16c5a7-8d8f-4c37-bac9-a6053faa0be9 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.610890] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9124ebd0-438d-41ce-9c8a-a7880ee84f5d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.763962] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069399, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.814397] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069397, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.815537] env[68216]: DEBUG nova.network.neutron [req-36a8d401-840f-4451-8363-9b78abffffe7 req-c2b92c96-8216-45e3-8d2e-7cd738044309 service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updated VIF entry in instance network info cache for port 61910b3f-9af4-49ed-b16c-36ddb13a2fd0. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.816083] env[68216]: DEBUG nova.network.neutron [req-36a8d401-840f-4451-8363-9b78abffffe7 req-c2b92c96-8216-45e3-8d2e-7cd738044309 service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance_info_cache with network_info: [{"id": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "address": "fa:16:3e:00:b3:8b", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61910b3f-9a", "ovs_interfaceid": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.260644] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069399, 'name': CreateVM_Task} progress is 99%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.312683] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069397, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.758614} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.312948] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/04594cb0-2dae-4844-974d-8d2229e848ba/04594cb0-2dae-4844-974d-8d2229e848ba.vmdk to [datastore1] 5daaddfc-2757-4ff3-b411-7d2b523322ca/5daaddfc-2757-4ff3-b411-7d2b523322ca.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.313747] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4537158c-8b8b-4b22-a025-2e3428566ed8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.318249] env[68216]: DEBUG oslo_concurrency.lockutils [req-36a8d401-840f-4451-8363-9b78abffffe7 req-c2b92c96-8216-45e3-8d2e-7cd738044309 service nova] Releasing lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.338987] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 5daaddfc-2757-4ff3-b411-7d2b523322ca/5daaddfc-2757-4ff3-b411-7d2b523322ca.vmdk or device None with type streamOptimized {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.339293] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a4283b-f065-45bd-a2b2-e501d2d71393 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.361125] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1315.361125] env[68216]: value = "task-3069400" [ 1315.361125] env[68216]: _type = "Task" [ 1315.361125] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.370302] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.761541] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069399, 'name': CreateVM_Task, 'duration_secs': 1.812109} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.761737] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.762440] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614620', 'volume_id': '8bf8c575-a176-43b9-8d09-a47341d746d9', 'name': 'volume-8bf8c575-a176-43b9-8d09-a47341d746d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36', 'attached_at': '', 'detached_at': '', 'volume_id': '8bf8c575-a176-43b9-8d09-a47341d746d9', 'serial': '8bf8c575-a176-43b9-8d09-a47341d746d9'}, 'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '7a4ffaea-4254-42e8-90be-0bdc61f2417d', 'volume_type': None}], 'swap': None} {{(pid=68216) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1315.762652] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Root volume attach. Driver type: vmdk {{(pid=68216) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1315.763453] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41585468-1fb4-44c0-8cb0-6251d735a22a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.771202] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02600288-7927-46b1-8ece-af6c85b36b3a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.776869] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc196eb7-863c-40f5-b112-7db9fa0231a2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.782683] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-912d8b54-843b-4ad4-a903-f2d375623fa5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.789988] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1315.789988] env[68216]: value = "task-3069401" [ 1315.789988] env[68216]: _type = "Task" [ 1315.789988] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.809808] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069401, 'name': RelocateVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.872271] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069400, 'name': ReconfigVM_Task, 'duration_secs': 0.287996} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.872585] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 5daaddfc-2757-4ff3-b411-7d2b523322ca/5daaddfc-2757-4ff3-b411-7d2b523322ca.vmdk or device None with type streamOptimized {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.873236] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-265faccc-f695-49a0-bede-35e7efaed428 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.880800] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1315.880800] env[68216]: value = "task-3069402" [ 1315.880800] env[68216]: _type = "Task" [ 1315.880800] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.890499] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069402, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.952406] env[68216]: INFO nova.compute.manager [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Resuming [ 1315.953170] env[68216]: DEBUG nova.objects.instance [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'flavor' on Instance uuid e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.301208] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069401, 'name': RelocateVM_Task, 'duration_secs': 0.41431} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.301522] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1316.301719] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614620', 'volume_id': '8bf8c575-a176-43b9-8d09-a47341d746d9', 'name': 'volume-8bf8c575-a176-43b9-8d09-a47341d746d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36', 'attached_at': '', 'detached_at': '', 'volume_id': '8bf8c575-a176-43b9-8d09-a47341d746d9', 'serial': '8bf8c575-a176-43b9-8d09-a47341d746d9'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1316.302565] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd34c1f-bcf7-4584-b1a8-8e32ff4a98b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.319257] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30741b7b-c9c9-4a6d-99bb-a950fdabd95a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.343650] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-8bf8c575-a176-43b9-8d09-a47341d746d9/volume-8bf8c575-a176-43b9-8d09-a47341d746d9.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.343979] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16702268-f24c-4ed1-88dc-1a3942cb6500 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.367052] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1316.367052] env[68216]: value = "task-3069403" [ 1316.367052] env[68216]: _type = "Task" [ 1316.367052] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.378671] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.390219] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069402, 'name': Rename_Task, 'duration_secs': 0.141898} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.390502] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.390743] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60efbe3c-2b3e-4f92-b863-157f10f52392 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.397903] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1316.397903] env[68216]: value = "task-3069404" [ 1316.397903] env[68216]: _type = "Task" [ 1316.397903] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.413725] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.878138] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "c82b152e-cf1d-4709-a193-30e96536461d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.879030] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "c82b152e-cf1d-4709-a193-30e96536461d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.879890] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069403, 'name': ReconfigVM_Task, 'duration_secs': 0.358022} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.880528] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-8bf8c575-a176-43b9-8d09-a47341d746d9/volume-8bf8c575-a176-43b9-8d09-a47341d746d9.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.885406] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-788c2340-0e28-4fcc-a532-06048e5746a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.903046] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1316.903046] env[68216]: value = "task-3069405" [ 1316.903046] env[68216]: _type = "Task" [ 1316.903046] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.914399] env[68216]: DEBUG oslo_vmware.api [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069404, 'name': PowerOnVM_Task, 'duration_secs': 0.456381} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.917400] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.919486] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.031941] env[68216]: DEBUG nova.compute.manager [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.032878] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e522e1d4-7fdf-4a8c-b099-96d22e9b6815 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.380926] env[68216]: DEBUG nova.compute.manager [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.417637] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069405, 'name': ReconfigVM_Task, 'duration_secs': 0.144258} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.418157] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614620', 'volume_id': '8bf8c575-a176-43b9-8d09-a47341d746d9', 'name': 'volume-8bf8c575-a176-43b9-8d09-a47341d746d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36', 'attached_at': '', 'detached_at': '', 'volume_id': '8bf8c575-a176-43b9-8d09-a47341d746d9', 'serial': '8bf8c575-a176-43b9-8d09-a47341d746d9'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1317.419879] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d593686e-cca7-4d37-a0d6-ae32c621b4b0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.431473] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1317.431473] env[68216]: value = "task-3069406" [ 1317.431473] env[68216]: _type = "Task" [ 1317.431473] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.444581] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069406, 'name': Rename_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.465150] env[68216]: DEBUG oslo_concurrency.lockutils [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.465357] env[68216]: DEBUG oslo_concurrency.lockutils [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquired lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.465519] env[68216]: DEBUG nova.network.neutron [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.553347] env[68216]: DEBUG oslo_concurrency.lockutils [None req-77b0fc81-f686-4c36-bc39-9d64baa59cf1 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.797s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.905745] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.906169] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.907842] env[68216]: INFO nova.compute.claims [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.942995] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069406, 'name': Rename_Task, 'duration_secs': 0.139783} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.943285] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.943540] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71127b68-8feb-4413-b895-aadd72d25f58 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.953012] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1317.953012] env[68216]: value = "task-3069407" [ 1317.953012] env[68216]: _type = "Task" [ 1317.953012] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.962727] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.188824] env[68216]: DEBUG nova.network.neutron [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Updating instance_info_cache with network_info: [{"id": "eb689c68-2b0d-4936-9222-af8523171c3f", "address": "fa:16:3e:dc:16:b2", "network": {"id": "88379fba-736f-4fdd-ab70-0c575451c933", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-244297823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb98f66b73744e6d8f9f2b5ab9843dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb689c68-2b", "ovs_interfaceid": "eb689c68-2b0d-4936-9222-af8523171c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.463892] env[68216]: DEBUG oslo_vmware.api [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069407, 'name': PowerOnVM_Task, 'duration_secs': 0.478574} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.464202] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.464447] env[68216]: INFO nova.compute.manager [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Took 5.08 seconds to spawn the instance on the hypervisor. [ 1318.464634] env[68216]: DEBUG nova.compute.manager [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.465463] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1d8957-dbdf-4399-98e2-18813527391d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.691806] env[68216]: DEBUG oslo_concurrency.lockutils [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Releasing lock "refresh_cache-e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.693131] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b0b97-3e5b-4f48-94f5-ef21bc26a426 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.704575] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Resuming the VM {{(pid=68216) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1318.704834] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d48d3584-b76f-43f6-b92a-cb68f4f469c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.712425] env[68216]: DEBUG oslo_vmware.api [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1318.712425] env[68216]: value = "task-3069408" [ 1318.712425] env[68216]: _type = "Task" [ 1318.712425] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.721950] env[68216]: DEBUG oslo_vmware.api [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.985956] env[68216]: INFO nova.compute.manager [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Took 11.59 seconds to build instance. [ 1319.023694] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a5342-5aea-49d8-a213-a9f649d4f240 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.032808] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bd5f6d-9b44-48b9-8009-41ef7658c726 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.065289] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46685cd8-b7af-4870-949c-e24c140268fa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.073916] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd114b80-2158-487e-81de-39781ef8f8be {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.088813] env[68216]: DEBUG nova.compute.provider_tree [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.223845] env[68216]: DEBUG oslo_vmware.api [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.488993] env[68216]: DEBUG oslo_concurrency.lockutils [None req-02abf16e-a191-4d51-bc18-b2947da401a0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.106s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.592497] env[68216]: DEBUG nova.scheduler.client.report [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.724194] env[68216]: DEBUG oslo_vmware.api [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069408, 'name': PowerOnVM_Task, 'duration_secs': 0.577787} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.724496] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Resumed the VM {{(pid=68216) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1319.724676] env[68216]: DEBUG nova.compute.manager [None req-46c7e46a-cc56-4e7d-b0da-dcf4608f45ff tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.725544] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5477dc2-bdbf-4e27-8825-643b1e3b0ac2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.098428] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.099204] env[68216]: DEBUG nova.compute.manager [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.174675] env[68216]: DEBUG nova.compute.manager [req-17977aa7-de90-40ca-a1b9-b862c42ff1b6 req-59293fc6-0ffc-447e-bd95-22635903304c service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Received event network-changed-46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1320.175635] env[68216]: DEBUG nova.compute.manager [req-17977aa7-de90-40ca-a1b9-b862c42ff1b6 req-59293fc6-0ffc-447e-bd95-22635903304c service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Refreshing instance network info cache due to event network-changed-46a5b311-c732-4caa-868a-94c7f62175c7. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1320.175635] env[68216]: DEBUG oslo_concurrency.lockutils [req-17977aa7-de90-40ca-a1b9-b862c42ff1b6 req-59293fc6-0ffc-447e-bd95-22635903304c service nova] Acquiring lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.175635] env[68216]: DEBUG oslo_concurrency.lockutils [req-17977aa7-de90-40ca-a1b9-b862c42ff1b6 req-59293fc6-0ffc-447e-bd95-22635903304c service nova] Acquired lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.175635] env[68216]: DEBUG nova.network.neutron [req-17977aa7-de90-40ca-a1b9-b862c42ff1b6 req-59293fc6-0ffc-447e-bd95-22635903304c service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Refreshing network info cache for port 46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.604866] env[68216]: DEBUG nova.compute.utils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.606732] env[68216]: DEBUG nova.compute.manager [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Not allocating networking since 'none' was specified. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1320.709723] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.709723] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.709988] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.709988] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.710154] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.714824] env[68216]: INFO nova.compute.manager [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Terminating instance [ 1320.916830] env[68216]: DEBUG nova.network.neutron [req-17977aa7-de90-40ca-a1b9-b862c42ff1b6 req-59293fc6-0ffc-447e-bd95-22635903304c service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Updated VIF entry in instance network info cache for port 46a5b311-c732-4caa-868a-94c7f62175c7. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.917204] env[68216]: DEBUG nova.network.neutron [req-17977aa7-de90-40ca-a1b9-b862c42ff1b6 req-59293fc6-0ffc-447e-bd95-22635903304c service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Updating instance_info_cache with network_info: [{"id": "46a5b311-c732-4caa-868a-94c7f62175c7", "address": "fa:16:3e:cd:0c:c3", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a5b311-c7", "ovs_interfaceid": "46a5b311-c732-4caa-868a-94c7f62175c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.110067] env[68216]: DEBUG nova.compute.manager [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.220354] env[68216]: DEBUG nova.compute.manager [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.220569] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.221501] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fefae9-8347-446e-983c-237aa005a708 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.230571] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.230818] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be19df83-99bc-437e-bbc5-6bb1e50b66b4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.238802] env[68216]: DEBUG oslo_vmware.api [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1321.238802] env[68216]: value = "task-3069409" [ 1321.238802] env[68216]: _type = "Task" [ 1321.238802] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.247970] env[68216]: DEBUG oslo_vmware.api [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.420026] env[68216]: DEBUG oslo_concurrency.lockutils [req-17977aa7-de90-40ca-a1b9-b862c42ff1b6 req-59293fc6-0ffc-447e-bd95-22635903304c service nova] Releasing lock "refresh_cache-1c792478-7aeb-4196-9bba-d8291ea43db2" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.749161] env[68216]: DEBUG oslo_vmware.api [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069409, 'name': PowerOffVM_Task, 'duration_secs': 0.198126} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.749453] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.749600] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.749870] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b4879f0-ec76-47e1-b65b-a2b7a0aef1fb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.800998] env[68216]: DEBUG nova.compute.manager [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Stashing vm_state: active {{(pid=68216) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1321.815924] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.816297] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.816523] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleting the datastore file [datastore2] e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.816810] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc9113f-569f-4587-b4b5-cc5bd5c3f1aa {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.825925] env[68216]: DEBUG oslo_vmware.api [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for the task: (returnval){ [ 1321.825925] env[68216]: value = "task-3069411" [ 1321.825925] env[68216]: _type = "Task" [ 1321.825925] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.837226] env[68216]: DEBUG oslo_vmware.api [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.119410] env[68216]: DEBUG nova.compute.manager [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.173057] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.173310] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.173660] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.173928] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.174099] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.174280] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.175028] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.175028] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.175254] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.175390] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.175586] env[68216]: DEBUG nova.virt.hardware [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.176549] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeee7cba-22f6-4cb1-8696-41a92b03ee37 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.185909] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc1fc44-66f0-4bd3-afab-733b4b40876a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.200424] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.207050] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Creating folder: Project (5e85f291fdd94f239dd39aff47f92673). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1322.208010] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40ef7a2e-cef1-4835-90b8-2a55db74ede5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.210563] env[68216]: DEBUG nova.compute.manager [req-3b0cf5ef-8dc4-4646-a900-2dff22f31b93 req-94bca717-6a43-4643-aeeb-c12627f154e5 service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Received event network-changed-61910b3f-9af4-49ed-b16c-36ddb13a2fd0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1322.210761] env[68216]: DEBUG nova.compute.manager [req-3b0cf5ef-8dc4-4646-a900-2dff22f31b93 req-94bca717-6a43-4643-aeeb-c12627f154e5 service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Refreshing instance network info cache due to event network-changed-61910b3f-9af4-49ed-b16c-36ddb13a2fd0. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1322.210975] env[68216]: DEBUG oslo_concurrency.lockutils [req-3b0cf5ef-8dc4-4646-a900-2dff22f31b93 req-94bca717-6a43-4643-aeeb-c12627f154e5 service nova] Acquiring lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.211783] env[68216]: DEBUG oslo_concurrency.lockutils [req-3b0cf5ef-8dc4-4646-a900-2dff22f31b93 req-94bca717-6a43-4643-aeeb-c12627f154e5 service nova] Acquired lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.211783] env[68216]: DEBUG nova.network.neutron [req-3b0cf5ef-8dc4-4646-a900-2dff22f31b93 req-94bca717-6a43-4643-aeeb-c12627f154e5 service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Refreshing network info cache for port 61910b3f-9af4-49ed-b16c-36ddb13a2fd0 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.224024] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Created folder: Project (5e85f291fdd94f239dd39aff47f92673) in parent group-v614292. [ 1322.224180] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Creating folder: Instances. Parent ref: group-v614624. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1322.224368] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d43ebe88-913a-49be-82ee-d4c94fbc03f2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.233918] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Created folder: Instances in parent group-v614624. [ 1322.234156] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.234333] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.234524] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-427f3a9e-aec6-49b5-b18f-f368c38646b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.251983] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.251983] env[68216]: value = "task-3069414" [ 1322.251983] env[68216]: _type = "Task" [ 1322.251983] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.259612] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069414, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.323787] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.324083] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.336417] env[68216]: DEBUG oslo_vmware.api [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Task: {'id': task-3069411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167839} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.336789] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.336838] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.337031] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.337211] env[68216]: INFO nova.compute.manager [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1322.337448] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.337638] env[68216]: DEBUG nova.compute.manager [-] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.337732] env[68216]: DEBUG nova.network.neutron [-] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.765604] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069414, 'name': CreateVM_Task} progress is 25%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.776896] env[68216]: DEBUG nova.compute.manager [req-fe1e9a81-0ed7-4cd6-a1f7-2024c37af690 req-1d09058e-e9a2-4be8-9560-b60f5a1aef25 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Received event network-vif-deleted-eb689c68-2b0d-4936-9222-af8523171c3f {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1322.777172] env[68216]: INFO nova.compute.manager [req-fe1e9a81-0ed7-4cd6-a1f7-2024c37af690 req-1d09058e-e9a2-4be8-9560-b60f5a1aef25 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Neutron deleted interface eb689c68-2b0d-4936-9222-af8523171c3f; detaching it from the instance and deleting it from the info cache [ 1322.777323] env[68216]: DEBUG nova.network.neutron [req-fe1e9a81-0ed7-4cd6-a1f7-2024c37af690 req-1d09058e-e9a2-4be8-9560-b60f5a1aef25 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.830566] env[68216]: INFO nova.compute.claims [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.949854] env[68216]: DEBUG nova.network.neutron [req-3b0cf5ef-8dc4-4646-a900-2dff22f31b93 req-94bca717-6a43-4643-aeeb-c12627f154e5 service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updated VIF entry in instance network info cache for port 61910b3f-9af4-49ed-b16c-36ddb13a2fd0. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.950228] env[68216]: DEBUG nova.network.neutron [req-3b0cf5ef-8dc4-4646-a900-2dff22f31b93 req-94bca717-6a43-4643-aeeb-c12627f154e5 service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance_info_cache with network_info: [{"id": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "address": "fa:16:3e:00:b3:8b", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61910b3f-9a", "ovs_interfaceid": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.259442] env[68216]: DEBUG nova.network.neutron [-] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.267528] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069414, 'name': CreateVM_Task, 'duration_secs': 0.645657} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.268062] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.269108] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.269294] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.269622] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.270169] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca781af-182f-469f-9db3-3986cea0a398 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.275665] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1323.275665] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52865036-f0e6-69de-f886-0365d3ec3f81" [ 1323.275665] env[68216]: _type = "Task" [ 1323.275665] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.280069] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97a4fe0d-4d9d-4c28-ab50-76f368f64335 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.284421] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52865036-f0e6-69de-f886-0365d3ec3f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.291479] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d16ebc-8bc1-4848-bb84-20d009e9b40c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.326012] env[68216]: DEBUG nova.compute.manager [req-fe1e9a81-0ed7-4cd6-a1f7-2024c37af690 req-1d09058e-e9a2-4be8-9560-b60f5a1aef25 service nova] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Detach interface failed, port_id=eb689c68-2b0d-4936-9222-af8523171c3f, reason: Instance e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1323.339223] env[68216]: INFO nova.compute.resource_tracker [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating resource usage from migration 2b8df47e-a303-4a2c-9c00-1b72f116edb1 [ 1323.446362] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cf938f-8388-47a6-a1de-6ffb59303998 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.454567] env[68216]: DEBUG oslo_concurrency.lockutils [req-3b0cf5ef-8dc4-4646-a900-2dff22f31b93 req-94bca717-6a43-4643-aeeb-c12627f154e5 service nova] Releasing lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.455998] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6b7f18-e803-439f-9487-6951d850dcc7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.489235] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80baa979-e173-415c-9155-3225f35aea67 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.498127] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cd22f8-5aca-4751-984b-b7e1b1397f54 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.512020] env[68216]: DEBUG nova.compute.provider_tree [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.762659] env[68216]: INFO nova.compute.manager [-] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Took 1.42 seconds to deallocate network for instance. [ 1323.787045] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52865036-f0e6-69de-f886-0365d3ec3f81, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.787345] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.787624] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.787882] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.788040] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.788221] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.788475] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1172c2f6-0aa3-42f4-9b3e-784591a1c180 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.798518] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.798663] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.799589] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1a7a89-c823-40c5-9148-6bf367403e37 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.807285] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1323.807285] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52387138-fdf7-9754-1ae1-f5a5f7b92efa" [ 1323.807285] env[68216]: _type = "Task" [ 1323.807285] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.815792] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52387138-fdf7-9754-1ae1-f5a5f7b92efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.014926] env[68216]: DEBUG nova.scheduler.client.report [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.269024] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.318021] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52387138-fdf7-9754-1ae1-f5a5f7b92efa, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.318810] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414d87ff-68d8-4fee-95e7-9879bb269b64 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.324275] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1324.324275] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520e3775-ead4-1f9b-4a79-8789a482dce8" [ 1324.324275] env[68216]: _type = "Task" [ 1324.324275] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.332359] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520e3775-ead4-1f9b-4a79-8789a482dce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.520801] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.196s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.520966] env[68216]: INFO nova.compute.manager [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Migrating [ 1324.527383] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.259s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.527607] env[68216]: DEBUG nova.objects.instance [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lazy-loading 'resources' on Instance uuid e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.647425] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614db2e0-c3e4-44db-9b6a-e46595f2107a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.655801] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6be2ab7-2ce3-4204-aaf0-4907fff6236a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.688257] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90442afc-3dd2-45dc-ba5c-911400e91d13 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.696244] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4f3766-7e8b-429a-b245-e13ca518ed03 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.709884] env[68216]: DEBUG nova.compute.provider_tree [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.834785] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]520e3775-ead4-1f9b-4a79-8789a482dce8, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.835052] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.835347] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] c82b152e-cf1d-4709-a193-30e96536461d/c82b152e-cf1d-4709-a193-30e96536461d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.835610] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a1f9ae8-9903-4b45-afd3-8d2c193a473b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.843911] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1324.843911] env[68216]: value = "task-3069415" [ 1324.843911] env[68216]: _type = "Task" [ 1324.843911] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.851564] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.035511] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.035729] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.035915] env[68216]: DEBUG nova.network.neutron [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.213626] env[68216]: DEBUG nova.scheduler.client.report [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.353485] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49027} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.353884] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] c82b152e-cf1d-4709-a193-30e96536461d/c82b152e-cf1d-4709-a193-30e96536461d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.353884] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.354141] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-087cde6c-6c55-42fd-93bc-f6c6640c8d28 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.360745] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1325.360745] env[68216]: value = "task-3069416" [ 1325.360745] env[68216]: _type = "Task" [ 1325.360745] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.368232] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.720026] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.192s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.746800] env[68216]: INFO nova.scheduler.client.report [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Deleted allocations for instance e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d [ 1325.751165] env[68216]: DEBUG nova.network.neutron [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance_info_cache with network_info: [{"id": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "address": "fa:16:3e:00:b3:8b", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61910b3f-9a", "ovs_interfaceid": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.871544] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068218} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.871807] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.872548] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5565b10e-2a62-4ea7-989e-4d9428e0ad28 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.893815] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] c82b152e-cf1d-4709-a193-30e96536461d/c82b152e-cf1d-4709-a193-30e96536461d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.894131] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6dd8f5a-e71c-432f-9c63-0e44d6f2262b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.918015] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1325.918015] env[68216]: value = "task-3069417" [ 1325.918015] env[68216]: _type = "Task" [ 1325.918015] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.926539] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.255986] env[68216]: DEBUG oslo_concurrency.lockutils [None req-0d53db60-336f-47e0-94dd-829253040632 tempest-ServerActionsTestJSON-1419487793 tempest-ServerActionsTestJSON-1419487793-project-member] Lock "e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.546s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.258116] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.429396] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.929677] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069417, 'name': ReconfigVM_Task, 'duration_secs': 0.588314} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.929916] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] c82b152e-cf1d-4709-a193-30e96536461d/c82b152e-cf1d-4709-a193-30e96536461d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.930538] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e93e6604-3a65-4460-b5d2-ea419bdd7ee0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.938087] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1326.938087] env[68216]: value = "task-3069418" [ 1326.938087] env[68216]: _type = "Task" [ 1326.938087] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.946963] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069418, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.449825] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069418, 'name': Rename_Task, 'duration_secs': 0.156251} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.450328] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.450397] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc5314e1-19c1-4377-ac00-e96fdd2a8b07 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.458508] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1327.458508] env[68216]: value = "task-3069419" [ 1327.458508] env[68216]: _type = "Task" [ 1327.458508] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.467110] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.772735] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87e19ce-85f3-4ebb-917f-e2e36c5d74e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.792755] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36' progress to 0 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.969622] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.299290] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.299605] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a5d70b5-d0c7-43f9-ae36-b046172976e2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.311660] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1328.311660] env[68216]: value = "task-3069420" [ 1328.311660] env[68216]: _type = "Task" [ 1328.311660] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.321268] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.454474] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "48c3bd59-11cf-42e9-a117-4691e55925ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.454856] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.471293] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069419, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.823941] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069420, 'name': PowerOffVM_Task, 'duration_secs': 0.286252} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.824226] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.824406] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36' progress to 17 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.957549] env[68216]: DEBUG nova.compute.utils [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.969940] env[68216]: DEBUG oslo_vmware.api [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069419, 'name': PowerOnVM_Task, 'duration_secs': 1.067616} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.970805] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.971024] env[68216]: INFO nova.compute.manager [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1328.971199] env[68216]: DEBUG nova.compute.manager [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.971963] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c0120d-411d-44bf-8152-8798eec046a0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.331206] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.332182] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.332182] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.332182] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.332182] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.332582] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.332626] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.332871] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.333177] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.333472] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.333767] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.342456] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de1fa0be-0d7c-4f90-a119-1dc951aeba4f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.364593] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1329.364593] env[68216]: value = "task-3069421" [ 1329.364593] env[68216]: _type = "Task" [ 1329.364593] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.375755] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069421, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.461278] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.489822] env[68216]: INFO nova.compute.manager [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Took 11.60 seconds to build instance. [ 1329.745709] env[68216]: INFO nova.compute.manager [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Rebuilding instance [ 1329.781830] env[68216]: DEBUG nova.compute.manager [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.782706] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6041dc87-902a-486f-8e49-eb042a0974c2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.875745] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069421, 'name': ReconfigVM_Task, 'duration_secs': 0.201931} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.876126] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36' progress to 33 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.992514] env[68216]: DEBUG oslo_concurrency.lockutils [None req-e3d9efd9-f70f-48e9-8ec4-8dfbeee32886 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "c82b152e-cf1d-4709-a193-30e96536461d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.114s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.384050] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.384050] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.384050] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.384050] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.384050] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.384050] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.384050] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.384564] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.388015] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.388015] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.388015] env[68216]: DEBUG nova.virt.hardware [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.391439] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1330.391878] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f691b6f1-008c-4e5c-9cd5-7620acb918a5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.416030] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1330.416030] env[68216]: value = "task-3069422" [ 1330.416030] env[68216]: _type = "Task" [ 1330.416030] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.423205] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.533792] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "48c3bd59-11cf-42e9-a117-4691e55925ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.533792] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.533792] env[68216]: INFO nova.compute.manager [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Attaching volume 130ef879-beef-4a6b-9563-fc6b3aa20d41 to /dev/sdb [ 1330.575180] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a3edbf-9b2e-4fd6-ac03-52fc93f3e7a4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.583719] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca26d010-c535-4ec2-922d-2427c5a8b224 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.597777] env[68216]: DEBUG nova.virt.block_device [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Updating existing volume attachment record: 4f665e5c-131b-4c17-9c0a-954d319c19e3 {{(pid=68216) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1330.799071] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.799071] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64b1a465-c58c-448f-8de8-042b5e3b9bd6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.803893] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1330.803893] env[68216]: value = "task-3069424" [ 1330.803893] env[68216]: _type = "Task" [ 1330.803893] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.816768] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.925956] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069422, 'name': ReconfigVM_Task, 'duration_secs': 0.18716} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.926741] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1330.929024] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86c3170-afd7-41d3-8115-da787cfdaa19 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.959034] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-8bf8c575-a176-43b9-8d09-a47341d746d9/volume-8bf8c575-a176-43b9-8d09-a47341d746d9.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.959464] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa3a5930-e794-40b2-8b35-47cdb771ba91 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.979535] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1330.979535] env[68216]: value = "task-3069425" [ 1330.979535] env[68216]: _type = "Task" [ 1330.979535] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.988524] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.313190] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069424, 'name': PowerOffVM_Task, 'duration_secs': 0.20174} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.313477] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.313708] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.314496] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1fede1-5d03-4ac5-89d9-f3c511f32e6b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.322030] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.322299] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5152f0fc-1771-417d-a736-a0804e26682b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.345724] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.346059] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.346253] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Deleting the datastore file [datastore1] c82b152e-cf1d-4709-a193-30e96536461d {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.346512] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49f6ff5f-1866-4d8e-8d4d-cfb094a3fbe2 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.353129] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1331.353129] env[68216]: value = "task-3069427" [ 1331.353129] env[68216]: _type = "Task" [ 1331.353129] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.362612] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.492889] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069425, 'name': ReconfigVM_Task, 'duration_secs': 0.254512} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.495881] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-8bf8c575-a176-43b9-8d09-a47341d746d9/volume-8bf8c575-a176-43b9-8d09-a47341d746d9.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.495881] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36' progress to 50 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.863074] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085035} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.863357] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.864639] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.864639] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.003517] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e742dcd9-f2c4-4904-83ba-a506cf6225e6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.023945] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5550bc4f-1f24-4446-9b01-2eff4f699d2b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.042542] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36' progress to 67 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.911993] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.911993] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.912376] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.912376] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.912796] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.912796] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.912878] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.913053] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.913235] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.913408] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.913592] env[68216]: DEBUG nova.virt.hardware [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.914767] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff505307-1b0c-4100-bd7d-c7570f51f398 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.922912] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe55707-e1e0-4ff1-877d-a96f045b75a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.937926] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Instance VIF info [] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.943813] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.944080] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.944312] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baa75ba0-13e6-4b76-bd6b-ea08cfd61d94 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.961058] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.961058] env[68216]: value = "task-3069429" [ 1332.961058] env[68216]: _type = "Task" [ 1332.961058] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.968462] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069429, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.471279] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069429, 'name': CreateVM_Task, 'duration_secs': 0.255769} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.471483] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.471911] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.472092] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.472409] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.472653] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cbf754a-dfc1-4ee6-ac26-ff08e0be147b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.477227] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1333.477227] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52981d06-3c07-bedb-16b4-c8c6b575d605" [ 1333.477227] env[68216]: _type = "Task" [ 1333.477227] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.484620] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52981d06-3c07-bedb-16b4-c8c6b575d605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.682725] env[68216]: DEBUG nova.network.neutron [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Port 61910b3f-9af4-49ed-b16c-36ddb13a2fd0 binding to destination host cpu-1 is already ACTIVE {{(pid=68216) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1333.987248] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52981d06-3c07-bedb-16b4-c8c6b575d605, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.987612] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.987790] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.988019] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.988199] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.988390] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.988645] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02624635-b13b-41c8-b564-460e05766325 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.996414] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.996574] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.997268] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516c1d7a-ad68-49d5-a51c-ebcb23db3a3e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.003285] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1334.003285] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52afd0d0-59c5-8f83-f2e0-a3f5d007c1e8" [ 1334.003285] env[68216]: _type = "Task" [ 1334.003285] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.010296] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52afd0d0-59c5-8f83-f2e0-a3f5d007c1e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.514243] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52afd0d0-59c5-8f83-f2e0-a3f5d007c1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.515031] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfff5fcc-1963-4d92-822f-a856c3847abd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.519967] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1334.519967] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527581bb-5917-d8e1-d205-2e15c460f70d" [ 1334.519967] env[68216]: _type = "Task" [ 1334.519967] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.527600] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527581bb-5917-d8e1-d205-2e15c460f70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.704670] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.704920] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.705135] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.030176] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527581bb-5917-d8e1-d205-2e15c460f70d, 'name': SearchDatastore_Task, 'duration_secs': 0.019106} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.030520] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.030713] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] c82b152e-cf1d-4709-a193-30e96536461d/c82b152e-cf1d-4709-a193-30e96536461d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.030977] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fc3922e-137f-4c6b-b105-db2958a42f46 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.037831] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1335.037831] env[68216]: value = "task-3069430" [ 1335.037831] env[68216]: _type = "Task" [ 1335.037831] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.045152] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.143564] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Volume attach. Driver type: vmdk {{(pid=68216) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.143818] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614627', 'volume_id': '130ef879-beef-4a6b-9563-fc6b3aa20d41', 'name': 'volume-130ef879-beef-4a6b-9563-fc6b3aa20d41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48c3bd59-11cf-42e9-a117-4691e55925ac', 'attached_at': '', 'detached_at': '', 'volume_id': '130ef879-beef-4a6b-9563-fc6b3aa20d41', 'serial': '130ef879-beef-4a6b-9563-fc6b3aa20d41'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.144736] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f14eac-bda6-44a9-b7a2-b85de534e551 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.160629] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e539ee2-57fc-44bf-ab41-890054765089 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.184595] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-130ef879-beef-4a6b-9563-fc6b3aa20d41/volume-130ef879-beef-4a6b-9563-fc6b3aa20d41.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.184912] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f8b2ec8-883f-4ff9-adc0-19e6a5f6f1ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.203436] env[68216]: DEBUG oslo_vmware.api [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1335.203436] env[68216]: value = "task-3069431" [ 1335.203436] env[68216]: _type = "Task" [ 1335.203436] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.214701] env[68216]: DEBUG oslo_vmware.api [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.547479] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439722} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.547736] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] c82b152e-cf1d-4709-a193-30e96536461d/c82b152e-cf1d-4709-a193-30e96536461d.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.547956] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.548222] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a89fed-a7c3-4f10-8a61-569b4be8c24a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.554500] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1335.554500] env[68216]: value = "task-3069432" [ 1335.554500] env[68216]: _type = "Task" [ 1335.554500] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.562493] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.715740] env[68216]: DEBUG oslo_vmware.api [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.744722] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.744912] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.745102] env[68216]: DEBUG nova.network.neutron [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.063715] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0691} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.064083] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.064730] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ce4e0e-0c22-4390-8d0f-0c58119fff16 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.083424] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] c82b152e-cf1d-4709-a193-30e96536461d/c82b152e-cf1d-4709-a193-30e96536461d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.083721] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9241ceac-eef9-43f5-8e46-432f9130b93a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.104065] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1336.104065] env[68216]: value = "task-3069433" [ 1336.104065] env[68216]: _type = "Task" [ 1336.104065] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.112165] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.213332] env[68216]: DEBUG oslo_vmware.api [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069431, 'name': ReconfigVM_Task, 'duration_secs': 0.776788} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.213512] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-130ef879-beef-4a6b-9563-fc6b3aa20d41/volume-130ef879-beef-4a6b-9563-fc6b3aa20d41.vmdk or device None with type thin {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.218150] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b481a0-5b57-4f37-ab5e-a2621e043a86 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.232062] env[68216]: DEBUG oslo_vmware.api [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1336.232062] env[68216]: value = "task-3069434" [ 1336.232062] env[68216]: _type = "Task" [ 1336.232062] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.239199] env[68216]: DEBUG oslo_vmware.api [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069434, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.451326] env[68216]: DEBUG nova.network.neutron [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance_info_cache with network_info: [{"id": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "address": "fa:16:3e:00:b3:8b", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61910b3f-9a", "ovs_interfaceid": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.614630] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069433, 'name': ReconfigVM_Task, 'duration_secs': 0.358462} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.614893] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] c82b152e-cf1d-4709-a193-30e96536461d/c82b152e-cf1d-4709-a193-30e96536461d.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.615500] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5b0a658-e6c7-45d0-ade8-2d65ebae7922 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.621943] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1336.621943] env[68216]: value = "task-3069435" [ 1336.621943] env[68216]: _type = "Task" [ 1336.621943] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.629079] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069435, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.743359] env[68216]: DEBUG oslo_vmware.api [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069434, 'name': ReconfigVM_Task, 'duration_secs': 0.134745} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.743613] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614627', 'volume_id': '130ef879-beef-4a6b-9563-fc6b3aa20d41', 'name': 'volume-130ef879-beef-4a6b-9563-fc6b3aa20d41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48c3bd59-11cf-42e9-a117-4691e55925ac', 'attached_at': '', 'detached_at': '', 'volume_id': '130ef879-beef-4a6b-9563-fc6b3aa20d41', 'serial': '130ef879-beef-4a6b-9563-fc6b3aa20d41'} {{(pid=68216) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1336.954018] env[68216]: DEBUG oslo_concurrency.lockutils [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.131498] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069435, 'name': Rename_Task, 'duration_secs': 0.126979} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.131865] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.131967] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2af3cf5-5fe2-44ae-9eed-18c39f869c06 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.139690] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1337.139690] env[68216]: value = "task-3069436" [ 1337.139690] env[68216]: _type = "Task" [ 1337.139690] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.146503] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.463622] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cab9561-a82c-4c3b-9947-e768b6a63ce3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.470506] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75590ed-0c54-477a-a130-c36c616cdd0e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.648896] env[68216]: DEBUG oslo_vmware.api [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069436, 'name': PowerOnVM_Task, 'duration_secs': 0.418638} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.649132] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.649342] env[68216]: DEBUG nova.compute.manager [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.650100] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a7e447-0058-48aa-88b5-5a4e75b8bcad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.778798] env[68216]: DEBUG nova.objects.instance [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lazy-loading 'flavor' on Instance uuid 48c3bd59-11cf-42e9-a117-4691e55925ac {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.100531] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "48c3bd59-11cf-42e9-a117-4691e55925ac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.164279] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.164679] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.164679] env[68216]: DEBUG nova.objects.instance [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68216) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1338.283777] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ad393cd1-ea11-47da-97d7-7b881b435100 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.752s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.284636] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.184s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.426426] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "c82b152e-cf1d-4709-a193-30e96536461d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.426666] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "c82b152e-cf1d-4709-a193-30e96536461d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.426867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "c82b152e-cf1d-4709-a193-30e96536461d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.427071] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "c82b152e-cf1d-4709-a193-30e96536461d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.427245] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "c82b152e-cf1d-4709-a193-30e96536461d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.429241] env[68216]: INFO nova.compute.manager [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Terminating instance [ 1338.571486] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1d13f5-8baf-45a1-8114-ee67dc4c761d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.590013] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed33a29-d400-4249-ab55-43b736e78039 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.596498] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36' progress to 83 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.787404] env[68216]: INFO nova.compute.manager [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Detaching volume 130ef879-beef-4a6b-9563-fc6b3aa20d41 [ 1338.817196] env[68216]: INFO nova.virt.block_device [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Attempting to driver detach volume 130ef879-beef-4a6b-9563-fc6b3aa20d41 from mountpoint /dev/sdb [ 1338.817454] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1338.817653] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614627', 'volume_id': '130ef879-beef-4a6b-9563-fc6b3aa20d41', 'name': 'volume-130ef879-beef-4a6b-9563-fc6b3aa20d41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48c3bd59-11cf-42e9-a117-4691e55925ac', 'attached_at': '', 'detached_at': '', 'volume_id': '130ef879-beef-4a6b-9563-fc6b3aa20d41', 'serial': '130ef879-beef-4a6b-9563-fc6b3aa20d41'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1338.818593] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee67bb77-67eb-48c0-8b51-60e0bb1f9386 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.839397] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabd41b2-517c-4158-b97b-1d4904c33696 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.845845] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fdee61-9504-4541-9139-0a34d506e346 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.864837] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14048976-8b46-4e35-bf9d-32d1b690a742 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.878288] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] The volume has not been displaced from its original location: [datastore1] volume-130ef879-beef-4a6b-9563-fc6b3aa20d41/volume-130ef879-beef-4a6b-9563-fc6b3aa20d41.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1338.883438] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1338.883683] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be5ba86-28a4-471f-a9cc-326a154122bf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.900490] env[68216]: DEBUG oslo_vmware.api [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1338.900490] env[68216]: value = "task-3069437" [ 1338.900490] env[68216]: _type = "Task" [ 1338.900490] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.908997] env[68216]: DEBUG oslo_vmware.api [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.932702] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "refresh_cache-c82b152e-cf1d-4709-a193-30e96536461d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.932867] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquired lock "refresh_cache-c82b152e-cf1d-4709-a193-30e96536461d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.933063] env[68216]: DEBUG nova.network.neutron [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.103095] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.103372] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8529b28d-abcd-4035-8971-71b6889110d7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.110107] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1339.110107] env[68216]: value = "task-3069438" [ 1339.110107] env[68216]: _type = "Task" [ 1339.110107] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.117227] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.172586] env[68216]: DEBUG oslo_concurrency.lockutils [None req-df2d6f3a-9efb-4e69-b06a-fe79e9f0e3d5 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.411197] env[68216]: DEBUG oslo_vmware.api [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069437, 'name': ReconfigVM_Task, 'duration_secs': 0.23036} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.411563] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1339.416628] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da546df7-3808-4bdf-ade4-45e76418217a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.433569] env[68216]: DEBUG oslo_vmware.api [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1339.433569] env[68216]: value = "task-3069439" [ 1339.433569] env[68216]: _type = "Task" [ 1339.433569] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.443561] env[68216]: DEBUG oslo_vmware.api [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.457085] env[68216]: DEBUG nova.network.neutron [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.512477] env[68216]: DEBUG nova.network.neutron [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.619728] env[68216]: DEBUG oslo_vmware.api [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069438, 'name': PowerOnVM_Task, 'duration_secs': 0.389049} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.619900] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.620093] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-d91423dd-206f-4caa-bcce-2d36ffbb2a4b tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36' progress to 100 {{(pid=68216) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.943900] env[68216]: DEBUG oslo_vmware.api [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069439, 'name': ReconfigVM_Task, 'duration_secs': 0.132513} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.944157] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614627', 'volume_id': '130ef879-beef-4a6b-9563-fc6b3aa20d41', 'name': 'volume-130ef879-beef-4a6b-9563-fc6b3aa20d41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48c3bd59-11cf-42e9-a117-4691e55925ac', 'attached_at': '', 'detached_at': '', 'volume_id': '130ef879-beef-4a6b-9563-fc6b3aa20d41', 'serial': '130ef879-beef-4a6b-9563-fc6b3aa20d41'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1340.014740] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Releasing lock "refresh_cache-c82b152e-cf1d-4709-a193-30e96536461d" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.015243] env[68216]: DEBUG nova.compute.manager [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.015472] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.016484] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc7a194-aef2-4d8a-8519-9ffaa85a0041 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.023924] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.024211] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-716f6e70-ab26-4070-889e-88a212ce5b61 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.030120] env[68216]: DEBUG oslo_vmware.api [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1340.030120] env[68216]: value = "task-3069440" [ 1340.030120] env[68216]: _type = "Task" [ 1340.030120] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.038363] env[68216]: DEBUG oslo_vmware.api [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.485089] env[68216]: DEBUG nova.objects.instance [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lazy-loading 'flavor' on Instance uuid 48c3bd59-11cf-42e9-a117-4691e55925ac {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.540493] env[68216]: DEBUG oslo_vmware.api [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069440, 'name': PowerOffVM_Task, 'duration_secs': 0.116369} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.540682] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.540759] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.541569] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a87060d5-3814-4571-a695-2ec16f416bdd {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.566301] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.566522] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.566699] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Deleting the datastore file [datastore1] c82b152e-cf1d-4709-a193-30e96536461d {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.566944] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cec3d93-9162-470e-af09-363967f0c167 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.574318] env[68216]: DEBUG oslo_vmware.api [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for the task: (returnval){ [ 1340.574318] env[68216]: value = "task-3069442" [ 1340.574318] env[68216]: _type = "Task" [ 1340.574318] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.582197] env[68216]: DEBUG oslo_vmware.api [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.085646] env[68216]: DEBUG oslo_vmware.api [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Task: {'id': task-3069442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083594} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.085995] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.086205] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.086381] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.086550] env[68216]: INFO nova.compute.manager [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1341.086804] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.086985] env[68216]: DEBUG nova.compute.manager [-] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.087123] env[68216]: DEBUG nova.network.neutron [-] [instance: c82b152e-cf1d-4709-a193-30e96536461d] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.102059] env[68216]: DEBUG nova.network.neutron [-] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.492754] env[68216]: DEBUG oslo_concurrency.lockutils [None req-1d0afbd9-31ce-4594-b672-9a40cd1666cb tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.604227] env[68216]: DEBUG nova.network.neutron [-] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.108083] env[68216]: INFO nova.compute.manager [-] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Took 1.02 seconds to deallocate network for instance. [ 1342.239355] env[68216]: DEBUG oslo_concurrency.lockutils [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.239617] env[68216]: DEBUG oslo_concurrency.lockutils [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.239884] env[68216]: DEBUG nova.compute.manager [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Going to confirm migration 10 {{(pid=68216) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1342.347380] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "48c3bd59-11cf-42e9-a117-4691e55925ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.347594] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.347799] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "48c3bd59-11cf-42e9-a117-4691e55925ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.347978] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.348202] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.350630] env[68216]: INFO nova.compute.manager [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Terminating instance [ 1342.614426] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.614859] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.615160] env[68216]: DEBUG nova.objects.instance [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lazy-loading 'resources' on Instance uuid c82b152e-cf1d-4709-a193-30e96536461d {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.781909] env[68216]: DEBUG oslo_concurrency.lockutils [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.782107] env[68216]: DEBUG oslo_concurrency.lockutils [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquired lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.782295] env[68216]: DEBUG nova.network.neutron [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.782473] env[68216]: DEBUG nova.objects.instance [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lazy-loading 'info_cache' on Instance uuid b35a7dff-b7ff-4ea1-9a1e-4a0952591e36 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.854118] env[68216]: DEBUG nova.compute.manager [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.854355] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.855272] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7443c6-087b-4c52-8303-7438723f6f26 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.863878] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.864247] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6660684-7b3f-4481-b17e-cac4dcdd0e5f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.870696] env[68216]: DEBUG oslo_vmware.api [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1342.870696] env[68216]: value = "task-3069443" [ 1342.870696] env[68216]: _type = "Task" [ 1342.870696] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.879968] env[68216]: DEBUG oslo_vmware.api [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.222790] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5191dd34-0161-45f2-9b0d-acec262258af {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.231655] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add378ba-eff3-4f4f-9436-e2d423dd095c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.280065] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcb81dc-ca82-4851-b6a2-7d6de6a0d39f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.289340] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d963f50f-70cb-4682-ba76-c470d550d53f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.304930] env[68216]: DEBUG nova.compute.provider_tree [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.380808] env[68216]: DEBUG oslo_vmware.api [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069443, 'name': PowerOffVM_Task, 'duration_secs': 0.435311} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.381084] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.381212] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.381483] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49c3d9b5-ccac-46c6-9c02-69de0bdd193d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.466839] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.467115] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.467254] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleting the datastore file [datastore2] 48c3bd59-11cf-42e9-a117-4691e55925ac {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.467551] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b51e57-af58-4ec0-a444-7b34d20c8882 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.473807] env[68216]: DEBUG oslo_vmware.api [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for the task: (returnval){ [ 1343.473807] env[68216]: value = "task-3069445" [ 1343.473807] env[68216]: _type = "Task" [ 1343.473807] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.481721] env[68216]: DEBUG oslo_vmware.api [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.807603] env[68216]: DEBUG nova.scheduler.client.report [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.983584] env[68216]: DEBUG oslo_vmware.api [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Task: {'id': task-3069445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137648} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.983837] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.984032] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.984216] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.984386] env[68216]: INFO nova.compute.manager [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1343.984621] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.984809] env[68216]: DEBUG nova.compute.manager [-] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.984901] env[68216]: DEBUG nova.network.neutron [-] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.023444] env[68216]: DEBUG nova.network.neutron [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance_info_cache with network_info: [{"id": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "address": "fa:16:3e:00:b3:8b", "network": {"id": "3725198c-9779-4c90-a211-295002b38e4d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641084348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5d73b460d2400fa3edf1f0ebd4bd0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61910b3f-9a", "ovs_interfaceid": "61910b3f-9af4-49ed-b16c-36ddb13a2fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.312842] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.336284] env[68216]: INFO nova.scheduler.client.report [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Deleted allocations for instance c82b152e-cf1d-4709-a193-30e96536461d [ 1344.407795] env[68216]: DEBUG nova.compute.manager [req-4c0b8862-7ee8-4882-95e5-0aabc43cfa8c req-4642e7a0-208b-4bda-9695-de5a278e4b21 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Received event network-vif-deleted-dd8985a5-d868-42e5-a4ca-d4a3f710af59 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1344.408132] env[68216]: INFO nova.compute.manager [req-4c0b8862-7ee8-4882-95e5-0aabc43cfa8c req-4642e7a0-208b-4bda-9695-de5a278e4b21 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Neutron deleted interface dd8985a5-d868-42e5-a4ca-d4a3f710af59; detaching it from the instance and deleting it from the info cache [ 1344.408335] env[68216]: DEBUG nova.network.neutron [req-4c0b8862-7ee8-4882-95e5-0aabc43cfa8c req-4642e7a0-208b-4bda-9695-de5a278e4b21 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.526536] env[68216]: DEBUG oslo_concurrency.lockutils [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Releasing lock "refresh_cache-b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.526800] env[68216]: DEBUG nova.objects.instance [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lazy-loading 'migration_context' on Instance uuid b35a7dff-b7ff-4ea1-9a1e-4a0952591e36 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.848680] env[68216]: DEBUG oslo_concurrency.lockutils [None req-9aa5ff71-b93e-4403-92a4-9903d5df5682 tempest-ServerShowV257Test-469378156 tempest-ServerShowV257Test-469378156-project-member] Lock "c82b152e-cf1d-4709-a193-30e96536461d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.422s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.890013] env[68216]: DEBUG nova.network.neutron [-] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.911822] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a420db4e-8fe9-4a3e-b060-2e7815a98dda {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.921705] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329c645b-08bf-4c86-8953-54d97a109fe0 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.949609] env[68216]: DEBUG nova.compute.manager [req-4c0b8862-7ee8-4882-95e5-0aabc43cfa8c req-4642e7a0-208b-4bda-9695-de5a278e4b21 service nova] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Detach interface failed, port_id=dd8985a5-d868-42e5-a4ca-d4a3f710af59, reason: Instance 48c3bd59-11cf-42e9-a117-4691e55925ac could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1345.031048] env[68216]: DEBUG nova.objects.base [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68216) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1345.031048] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b886153-0bca-40be-ab04-8a79e628e8ce {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.050239] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5dfe8e6-b272-46dc-bf50-02918cd81b00 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.055604] env[68216]: DEBUG oslo_vmware.api [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1345.055604] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266b8a3-c7b4-f1b5-3f72-df0e9e272fbb" [ 1345.055604] env[68216]: _type = "Task" [ 1345.055604] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.063326] env[68216]: DEBUG oslo_vmware.api [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266b8a3-c7b4-f1b5-3f72-df0e9e272fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.392182] env[68216]: INFO nova.compute.manager [-] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Took 1.41 seconds to deallocate network for instance. [ 1345.566322] env[68216]: DEBUG oslo_vmware.api [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266b8a3-c7b4-f1b5-3f72-df0e9e272fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.007248} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.566541] env[68216]: DEBUG oslo_concurrency.lockutils [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.566822] env[68216]: DEBUG oslo_concurrency.lockutils [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.900384] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.160840] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dafa63-494e-477a-a2b1-3f3c034aae34 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.168751] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be52338-2682-44ab-984c-44daa6456f11 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.198214] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861cee47-30fd-469f-afb5-4ee7db2d2b0b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.205207] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c5680d-a9dd-4fe7-9c16-1081adf3e19c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.218626] env[68216]: DEBUG nova.compute.provider_tree [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.721526] env[68216]: DEBUG nova.scheduler.client.report [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.732251] env[68216]: DEBUG oslo_concurrency.lockutils [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.165s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.735366] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.835s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.735599] env[68216]: DEBUG nova.objects.instance [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lazy-loading 'resources' on Instance uuid 48c3bd59-11cf-42e9-a117-4691e55925ac {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.288208] env[68216]: INFO nova.scheduler.client.report [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted allocation for migration 2b8df47e-a303-4a2c-9c00-1b72f116edb1 [ 1348.315708] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da5024a-6f65-49c5-be1c-b692663b7e5b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.323307] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36d54b9-617d-4d2f-9fd3-132af6ca80b1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.353201] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74217c52-787a-4366-83b3-09ee10e98620 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.359845] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f46c342-17c6-4a5c-9f38-21b508632e7e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.372897] env[68216]: DEBUG nova.compute.provider_tree [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.607061] env[68216]: INFO nova.compute.manager [None req-a67f770e-c58c-4f9c-b879-42139c923f0d tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Get console output [ 1348.607061] env[68216]: WARNING nova.virt.vmwareapi.driver [None req-a67f770e-c58c-4f9c-b879-42139c923f0d tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] The console log is missing. Check your VSPC configuration [ 1348.793698] env[68216]: DEBUG oslo_concurrency.lockutils [None req-70e157f9-bd2c-480a-aef1-1e559c198dcf tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.554s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.878022] env[68216]: DEBUG nova.scheduler.client.report [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.380705] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.396711] env[68216]: INFO nova.scheduler.client.report [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Deleted allocations for instance 48c3bd59-11cf-42e9-a117-4691e55925ac [ 1349.905408] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3d464050-bac9-4215-9f3a-756e03a60fa1 tempest-AttachVolumeNegativeTest-1696052001 tempest-AttachVolumeNegativeTest-1696052001-project-member] Lock "48c3bd59-11cf-42e9-a117-4691e55925ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.558s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.641716] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.642181] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.642181] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.642316] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.642387] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.644466] env[68216]: INFO nova.compute.manager [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Terminating instance [ 1353.148214] env[68216]: DEBUG nova.compute.manager [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.148421] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.149369] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce03763c-0c93-4413-905d-995311c33e93 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.157036] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.157271] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f47b7b8-5101-48b5-ad96-b98d9e85ffb4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.163240] env[68216]: DEBUG oslo_vmware.api [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1353.163240] env[68216]: value = "task-3069448" [ 1353.163240] env[68216]: _type = "Task" [ 1353.163240] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.170584] env[68216]: DEBUG oslo_vmware.api [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.673363] env[68216]: DEBUG oslo_vmware.api [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.173432] env[68216]: DEBUG oslo_vmware.api [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.674440] env[68216]: DEBUG oslo_vmware.api [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069448, 'name': PowerOffVM_Task, 'duration_secs': 1.204363} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.674786] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.675053] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.675359] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0f517d4-628b-4bd1-84f2-3a8bde3e9a4e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.731369] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.731671] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.731913] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleting the datastore file [datastore1] 5daaddfc-2757-4ff3-b411-7d2b523322ca {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.732193] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30d1a556-578a-4114-ad6f-0060bc1805d9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.739048] env[68216]: DEBUG oslo_vmware.api [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for the task: (returnval){ [ 1354.739048] env[68216]: value = "task-3069450" [ 1354.739048] env[68216]: _type = "Task" [ 1354.739048] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.746078] env[68216]: DEBUG oslo_vmware.api [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.249544] env[68216]: DEBUG oslo_vmware.api [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Task: {'id': task-3069450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127175} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.251069] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.251069] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.251069] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.251069] env[68216]: INFO nova.compute.manager [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Took 2.10 seconds to destroy the instance on the hypervisor. [ 1355.251069] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.251378] env[68216]: DEBUG nova.compute.manager [-] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.251378] env[68216]: DEBUG nova.network.neutron [-] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.694442] env[68216]: DEBUG nova.compute.manager [req-0f9cb9d1-be00-4f9e-b161-7d95cdd6c278 req-2f9ebc8c-d44d-4a71-a351-4478fbc91361 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Received event network-vif-deleted-587665a9-c979-4cf7-8f9a-e8ef46cc6b45 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1355.694708] env[68216]: INFO nova.compute.manager [req-0f9cb9d1-be00-4f9e-b161-7d95cdd6c278 req-2f9ebc8c-d44d-4a71-a351-4478fbc91361 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Neutron deleted interface 587665a9-c979-4cf7-8f9a-e8ef46cc6b45; detaching it from the instance and deleting it from the info cache [ 1355.694958] env[68216]: DEBUG nova.network.neutron [req-0f9cb9d1-be00-4f9e-b161-7d95cdd6c278 req-2f9ebc8c-d44d-4a71-a351-4478fbc91361 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.175263] env[68216]: DEBUG nova.network.neutron [-] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.197053] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7690c4cf-eed2-4a3a-9497-1ceebc0c1c0b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.206734] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa95e46d-04d7-4ad7-b655-0e7753e8f5cf {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.233017] env[68216]: DEBUG nova.compute.manager [req-0f9cb9d1-be00-4f9e-b161-7d95cdd6c278 req-2f9ebc8c-d44d-4a71-a351-4478fbc91361 service nova] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Detach interface failed, port_id=587665a9-c979-4cf7-8f9a-e8ef46cc6b45, reason: Instance 5daaddfc-2757-4ff3-b411-7d2b523322ca could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1356.678094] env[68216]: INFO nova.compute.manager [-] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Took 1.43 seconds to deallocate network for instance. [ 1357.186398] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.186398] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.186398] env[68216]: DEBUG nova.objects.instance [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lazy-loading 'resources' on Instance uuid 5daaddfc-2757-4ff3-b411-7d2b523322ca {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.759800] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67120ae6-1991-400e-b2ec-72d73b7d6251 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.767437] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd220e8-f987-4dc7-9607-e3e54976a41e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.796781] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19046b18-baae-49d9-9c45-e833e7952f49 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.803775] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1401c71e-9bf1-41db-b669-da8d587872ea {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.818754] env[68216]: DEBUG nova.compute.provider_tree [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.322211] env[68216]: DEBUG nova.scheduler.client.report [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.827378] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.845426] env[68216]: INFO nova.scheduler.client.report [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Deleted allocations for instance 5daaddfc-2757-4ff3-b411-7d2b523322ca [ 1359.355941] env[68216]: DEBUG oslo_concurrency.lockutils [None req-ef98038b-e11d-4e22-b977-df1d0561b871 tempest-AttachVolumeShelveTestJSON-1076975478 tempest-AttachVolumeShelveTestJSON-1076975478-project-member] Lock "5daaddfc-2757-4ff3-b411-7d2b523322ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.714s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.269028] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.269028] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.774573] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.774945] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.774945] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.775053] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.775153] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.775306] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.775467] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1360.775852] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.279160] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.279483] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.279659] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.279814] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1361.280713] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bef803-7f26-4f55-8f4e-006b5dffd0ad {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.289425] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f282740-cc9c-4f0b-ae3d-699288d8c0e3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.303599] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cab037-1011-4e8c-bda7-9b30385fe1b5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.309653] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f16f561-963f-4822-8252-caae30c78747 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.339473] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180275MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1361.339630] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.339837] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.365600] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 1c792478-7aeb-4196-9bba-d8291ea43db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.365851] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance 41a43190-3eea-4c6b-8106-e82e0c2394d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.365896] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance b35a7dff-b7ff-4ea1-9a1e-4a0952591e36 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.366054] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1362.366195] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1362.409260] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ae7f41-fd42-46f3-8beb-708e33d9924a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.416563] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce368e6-cfeb-4c46-a05f-2d918023f201 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.445410] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc639c1-0ba6-4136-9af8-c4b52f7c2288 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.451975] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9409be6-7bef-4fb0-a1ea-c71dee22192d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.464329] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.967633] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.475053] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1363.475345] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.531814] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.531814] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.531814] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.531814] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.532361] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.535398] env[68216]: INFO nova.compute.manager [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Terminating instance [ 1376.039017] env[68216]: DEBUG nova.compute.manager [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.039299] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.039597] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e395ae07-d096-4c44-9ba9-c99282a84526 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.047256] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1376.047256] env[68216]: value = "task-3069452" [ 1376.047256] env[68216]: _type = "Task" [ 1376.047256] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.054853] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.557152] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069452, 'name': PowerOffVM_Task, 'duration_secs': 0.228455} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.557491] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.557603] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Volume detach. Driver type: vmdk {{(pid=68216) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1376.557791] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614620', 'volume_id': '8bf8c575-a176-43b9-8d09-a47341d746d9', 'name': 'volume-8bf8c575-a176-43b9-8d09-a47341d746d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36', 'attached_at': '2025-03-18T08:36:51.000000', 'detached_at': '', 'volume_id': '8bf8c575-a176-43b9-8d09-a47341d746d9', 'serial': '8bf8c575-a176-43b9-8d09-a47341d746d9'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1376.558565] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2a5cf5-a9e5-44a9-9e1f-29cdd0e880ee {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.576252] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acccc8bc-5317-43d7-a2b3-fed2f25fd27d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.582015] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a1261e-5bb6-4861-b1cf-d9373b81c8c4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.598921] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180b9a0a-dabf-4706-bb46-2b9bb6c2069b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.613657] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] The volume has not been displaced from its original location: [datastore1] volume-8bf8c575-a176-43b9-8d09-a47341d746d9/volume-8bf8c575-a176-43b9-8d09-a47341d746d9.vmdk. No consolidation needed. {{(pid=68216) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1376.618721] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1376.618958] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27836fcb-3c81-42f2-a837-fbcdc4c98fe6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.635543] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1376.635543] env[68216]: value = "task-3069453" [ 1376.635543] env[68216]: _type = "Task" [ 1376.635543] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.642547] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.146208] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069453, 'name': ReconfigVM_Task, 'duration_secs': 0.15529} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.146477] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=68216) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1377.151067] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0c2348-628f-4cdb-9341-2fc8a73b6190 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.165713] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1377.165713] env[68216]: value = "task-3069454" [ 1377.165713] env[68216]: _type = "Task" [ 1377.165713] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.173372] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.675764] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069454, 'name': ReconfigVM_Task, 'duration_secs': 0.144552} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.676218] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-614620', 'volume_id': '8bf8c575-a176-43b9-8d09-a47341d746d9', 'name': 'volume-8bf8c575-a176-43b9-8d09-a47341d746d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b35a7dff-b7ff-4ea1-9a1e-4a0952591e36', 'attached_at': '2025-03-18T08:36:51.000000', 'detached_at': '', 'volume_id': '8bf8c575-a176-43b9-8d09-a47341d746d9', 'serial': '8bf8c575-a176-43b9-8d09-a47341d746d9'} {{(pid=68216) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1377.676408] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.677184] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c96bd5-1b2b-4552-a5a5-81595a1b14a3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.683426] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.683621] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e83ab3a3-9af5-4858-9c16-1bb505cef7e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.045653] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.045907] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.046051] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleting the datastore file [datastore1] b35a7dff-b7ff-4ea1-9a1e-4a0952591e36 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.046321] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6de2bff7-1803-41b9-8c0d-362f7ee6fc3b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.056815] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1378.056815] env[68216]: value = "task-3069456" [ 1378.056815] env[68216]: _type = "Task" [ 1378.056815] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.064536] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.566387] env[68216]: DEBUG oslo_vmware.api [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093831} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.566646] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.566830] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.567060] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.567301] env[68216]: INFO nova.compute.manager [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Took 2.53 seconds to destroy the instance on the hypervisor. [ 1378.567547] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.567742] env[68216]: DEBUG nova.compute.manager [-] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.567838] env[68216]: DEBUG nova.network.neutron [-] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.993124] env[68216]: DEBUG nova.compute.manager [req-de6a20cc-58c2-4ea2-a24b-5a66011fbc08 req-f3c9049f-b524-4066-859e-f0509e4bf16c service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Received event network-vif-deleted-61910b3f-9af4-49ed-b16c-36ddb13a2fd0 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1378.993369] env[68216]: INFO nova.compute.manager [req-de6a20cc-58c2-4ea2-a24b-5a66011fbc08 req-f3c9049f-b524-4066-859e-f0509e4bf16c service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Neutron deleted interface 61910b3f-9af4-49ed-b16c-36ddb13a2fd0; detaching it from the instance and deleting it from the info cache [ 1378.993496] env[68216]: DEBUG nova.network.neutron [req-de6a20cc-58c2-4ea2-a24b-5a66011fbc08 req-f3c9049f-b524-4066-859e-f0509e4bf16c service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.471537] env[68216]: DEBUG nova.network.neutron [-] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.495853] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-470af3e1-c005-4e3e-9de2-50b33d923120 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.505605] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7755ba2f-7a9d-428a-bf27-b5c0577fc810 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.530562] env[68216]: DEBUG nova.compute.manager [req-de6a20cc-58c2-4ea2-a24b-5a66011fbc08 req-f3c9049f-b524-4066-859e-f0509e4bf16c service nova] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Detach interface failed, port_id=61910b3f-9af4-49ed-b16c-36ddb13a2fd0, reason: Instance b35a7dff-b7ff-4ea1-9a1e-4a0952591e36 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1379.974727] env[68216]: INFO nova.compute.manager [-] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Took 1.41 seconds to deallocate network for instance. [ 1380.519368] env[68216]: INFO nova.compute.manager [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Took 0.54 seconds to detach 1 volumes for instance. [ 1380.520317] env[68216]: DEBUG nova.compute.manager [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Deleting volume: 8bf8c575-a176-43b9-8d09-a47341d746d9 {{(pid=68216) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1381.058141] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.058432] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.058707] env[68216]: DEBUG nova.objects.instance [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lazy-loading 'resources' on Instance uuid b35a7dff-b7ff-4ea1-9a1e-4a0952591e36 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.613394] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f91c360-a7d9-4186-a47b-7fd1b2255417 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.621158] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eac733-6cb5-4706-96db-3a7065807b97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.650100] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9332c5ce-fa9b-424f-800d-972db5e26842 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.657319] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8e266c-b037-4f78-b0fd-83079038ff70 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.670107] env[68216]: DEBUG nova.compute.provider_tree [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.173407] env[68216]: DEBUG nova.scheduler.client.report [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.679217] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.696367] env[68216]: INFO nova.scheduler.client.report [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted allocations for instance b35a7dff-b7ff-4ea1-9a1e-4a0952591e36 [ 1383.203433] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6861b0d2-2b79-4dc2-8ac8-524fbf2d6ec0 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "b35a7dff-b7ff-4ea1-9a1e-4a0952591e36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.672s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.282890] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "41a43190-3eea-4c6b-8106-e82e0c2394d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.283351] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "41a43190-3eea-4c6b-8106-e82e0c2394d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.283459] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "41a43190-3eea-4c6b-8106-e82e0c2394d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.283553] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "41a43190-3eea-4c6b-8106-e82e0c2394d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.283722] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "41a43190-3eea-4c6b-8106-e82e0c2394d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.285763] env[68216]: INFO nova.compute.manager [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Terminating instance [ 1384.789467] env[68216]: DEBUG nova.compute.manager [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.789717] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.790627] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b86cfc-2da8-4891-84cf-f16fef067b55 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.798706] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.798924] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cef41df-14ea-43d8-b951-8318d49d6418 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.805273] env[68216]: DEBUG oslo_vmware.api [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1384.805273] env[68216]: value = "task-3069458" [ 1384.805273] env[68216]: _type = "Task" [ 1384.805273] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.812936] env[68216]: DEBUG oslo_vmware.api [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.315007] env[68216]: DEBUG oslo_vmware.api [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069458, 'name': PowerOffVM_Task, 'duration_secs': 0.19722} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.315412] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.315458] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.315671] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d857f76b-e331-410c-8419-8ae623eca1c8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.393120] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.393337] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.393507] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleting the datastore file [datastore2] 41a43190-3eea-4c6b-8106-e82e0c2394d6 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.393767] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2deb3219-c27c-489a-9947-810ad7520d23 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.401301] env[68216]: DEBUG oslo_vmware.api [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1385.401301] env[68216]: value = "task-3069460" [ 1385.401301] env[68216]: _type = "Task" [ 1385.401301] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.408373] env[68216]: DEBUG oslo_vmware.api [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.911471] env[68216]: DEBUG oslo_vmware.api [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137362} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.911731] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.911890] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.912080] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.912259] env[68216]: INFO nova.compute.manager [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1385.912494] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.912679] env[68216]: DEBUG nova.compute.manager [-] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.912777] env[68216]: DEBUG nova.network.neutron [-] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.155428] env[68216]: DEBUG nova.compute.manager [req-22edc28c-a9f8-4198-8aae-13e6e7c58e1f req-c4b444f8-1fbf-4e96-b656-4d50eae98c6d service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Received event network-vif-deleted-7be9f899-05f4-4702-824c-969098faaba9 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1386.155428] env[68216]: INFO nova.compute.manager [req-22edc28c-a9f8-4198-8aae-13e6e7c58e1f req-c4b444f8-1fbf-4e96-b656-4d50eae98c6d service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Neutron deleted interface 7be9f899-05f4-4702-824c-969098faaba9; detaching it from the instance and deleting it from the info cache [ 1386.155740] env[68216]: DEBUG nova.network.neutron [req-22edc28c-a9f8-4198-8aae-13e6e7c58e1f req-c4b444f8-1fbf-4e96-b656-4d50eae98c6d service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.639109] env[68216]: DEBUG nova.network.neutron [-] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.658344] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fa9cff3-d78a-4d5d-aaeb-23e5ab529784 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.668301] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fe7775-c62d-4426-a9e1-aa72ad8e4bf8 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.692622] env[68216]: DEBUG nova.compute.manager [req-22edc28c-a9f8-4198-8aae-13e6e7c58e1f req-c4b444f8-1fbf-4e96-b656-4d50eae98c6d service nova] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Detach interface failed, port_id=7be9f899-05f4-4702-824c-969098faaba9, reason: Instance 41a43190-3eea-4c6b-8106-e82e0c2394d6 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1387.141506] env[68216]: INFO nova.compute.manager [-] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Took 1.23 seconds to deallocate network for instance. [ 1387.648865] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.648865] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.648865] env[68216]: DEBUG nova.objects.instance [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lazy-loading 'resources' on Instance uuid 41a43190-3eea-4c6b-8106-e82e0c2394d6 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.194552] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d67d26a-37bf-480d-adfd-86d129ea1062 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.202485] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7429a34-b367-4b84-a5b2-7583c9cc963c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.235360] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c470ce-5a1e-427a-ab92-c2eeb532a4a9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.242843] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7193b19-2b56-4702-b512-153207cc8408 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.256793] env[68216]: DEBUG nova.compute.provider_tree [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.760174] env[68216]: DEBUG nova.scheduler.client.report [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.265504] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.285386] env[68216]: INFO nova.scheduler.client.report [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted allocations for instance 41a43190-3eea-4c6b-8106-e82e0c2394d6 [ 1389.794272] env[68216]: DEBUG oslo_concurrency.lockutils [None req-74f26932-36c4-4f02-a5b2-509dce5d2292 tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "41a43190-3eea-4c6b-8106-e82e0c2394d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.511s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.894531] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "1c792478-7aeb-4196-9bba-d8291ea43db2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.895107] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "1c792478-7aeb-4196-9bba-d8291ea43db2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.895107] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "1c792478-7aeb-4196-9bba-d8291ea43db2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.895344] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "1c792478-7aeb-4196-9bba-d8291ea43db2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.895432] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "1c792478-7aeb-4196-9bba-d8291ea43db2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.897901] env[68216]: INFO nova.compute.manager [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Terminating instance [ 1392.401814] env[68216]: DEBUG nova.compute.manager [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.402116] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.402959] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5555024-cf94-42f6-a0c0-fba1f7db9650 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.410580] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.410798] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a67f6eb-02b4-46fd-8485-b995c51968f1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.417843] env[68216]: DEBUG oslo_vmware.api [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1392.417843] env[68216]: value = "task-3069461" [ 1392.417843] env[68216]: _type = "Task" [ 1392.417843] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.425047] env[68216]: DEBUG oslo_vmware.api [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.928093] env[68216]: DEBUG oslo_vmware.api [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069461, 'name': PowerOffVM_Task, 'duration_secs': 0.182097} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.928580] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.928580] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.928761] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efccc4b2-acc2-4207-90df-654b58430a97 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.987976] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.988238] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Deleting contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.988401] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleting the datastore file [datastore2] 1c792478-7aeb-4196-9bba-d8291ea43db2 {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.988660] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79ffc695-cf97-4e6e-b57b-6cd6d7ce7fab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.994908] env[68216]: DEBUG oslo_vmware.api [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for the task: (returnval){ [ 1392.994908] env[68216]: value = "task-3069463" [ 1392.994908] env[68216]: _type = "Task" [ 1392.994908] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.002238] env[68216]: DEBUG oslo_vmware.api [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.504244] env[68216]: DEBUG oslo_vmware.api [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Task: {'id': task-3069463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131053} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.504526] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.504676] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Deleted contents of the VM from datastore datastore2 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.504851] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.505033] env[68216]: INFO nova.compute.manager [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1393.505284] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.505473] env[68216]: DEBUG nova.compute.manager [-] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.505568] env[68216]: DEBUG nova.network.neutron [-] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.750373] env[68216]: DEBUG nova.compute.manager [req-ebbad16f-ef27-458e-904a-dbd239b5cbcf req-e5c90f80-81e6-444a-a7bd-b894bde9c77c service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Received event network-vif-deleted-46a5b311-c732-4caa-868a-94c7f62175c7 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1393.750577] env[68216]: INFO nova.compute.manager [req-ebbad16f-ef27-458e-904a-dbd239b5cbcf req-e5c90f80-81e6-444a-a7bd-b894bde9c77c service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Neutron deleted interface 46a5b311-c732-4caa-868a-94c7f62175c7; detaching it from the instance and deleting it from the info cache [ 1393.750743] env[68216]: DEBUG nova.network.neutron [req-ebbad16f-ef27-458e-904a-dbd239b5cbcf req-e5c90f80-81e6-444a-a7bd-b894bde9c77c service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.233906] env[68216]: DEBUG nova.network.neutron [-] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.252490] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eff838db-81dc-40e5-af19-573e21c5e9ab {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.263300] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00feaf4-cdd2-43c0-aeb7-85c93ab9b338 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.285863] env[68216]: DEBUG nova.compute.manager [req-ebbad16f-ef27-458e-904a-dbd239b5cbcf req-e5c90f80-81e6-444a-a7bd-b894bde9c77c service nova] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Detach interface failed, port_id=46a5b311-c732-4caa-868a-94c7f62175c7, reason: Instance 1c792478-7aeb-4196-9bba-d8291ea43db2 could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1394.736776] env[68216]: INFO nova.compute.manager [-] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Took 1.23 seconds to deallocate network for instance. [ 1395.246084] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.246487] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.246580] env[68216]: DEBUG nova.objects.instance [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lazy-loading 'resources' on Instance uuid 1c792478-7aeb-4196-9bba-d8291ea43db2 {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.779833] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561f780b-1254-47db-8a49-34b7444a05c3 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.787949] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384143ef-19f4-41c6-bba4-1bf49942fda4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.817533] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb14a882-226d-43ab-9404-9bfb1de64010 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.824028] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a5b97f-4894-4350-8f54-4cdb724d4961 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.837798] env[68216]: DEBUG nova.compute.provider_tree [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.340848] env[68216]: DEBUG nova.scheduler.client.report [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.846275] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.863990] env[68216]: INFO nova.scheduler.client.report [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Deleted allocations for instance 1c792478-7aeb-4196-9bba-d8291ea43db2 [ 1397.374834] env[68216]: DEBUG oslo_concurrency.lockutils [None req-6d08cd75-d99d-483c-b190-d39919afb7ed tempest-ServerActionsTestOtherA-647425741 tempest-ServerActionsTestOtherA-647425741-project-member] Lock "1c792478-7aeb-4196-9bba-d8291ea43db2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.480s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.808571] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquiring lock "f0446a50-24db-4184-97fd-52fd7949452c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.809010] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lock "f0446a50-24db-4184-97fd-52fd7949452c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.311670] env[68216]: DEBUG nova.compute.manager [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Starting instance... {{(pid=68216) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.834190] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.834190] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.834978] env[68216]: INFO nova.compute.claims [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.871246] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bbf721-e687-40db-ab1d-641007327527 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.878724] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed7b6de-5ece-4e50-ae51-f6b56a661370 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.908649] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22de60d-dfc7-4136-8fae-4d29aeac2e57 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.915538] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68791d7e-7d4e-4856-a277-55e4aaa7fbec {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.928122] env[68216]: DEBUG nova.compute.provider_tree [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.431780] env[68216]: DEBUG nova.scheduler.client.report [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.937047] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.937563] env[68216]: DEBUG nova.compute.manager [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Start building networks asynchronously for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.442172] env[68216]: DEBUG nova.compute.utils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Using /dev/sd instead of None {{(pid=68216) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1406.443590] env[68216]: DEBUG nova.compute.manager [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Allocating IP information in the background. {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1406.444066] env[68216]: DEBUG nova.network.neutron [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] allocate_for_instance() {{(pid=68216) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1406.480645] env[68216]: DEBUG nova.policy [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9decf0aa1ac2497fb38665851b0e7854', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11efa7e18a8d4676b389bd2fc66c9515', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68216) authorize /opt/stack/nova/nova/policy.py:192}} [ 1406.717159] env[68216]: DEBUG nova.network.neutron [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Successfully created port: 790c6f2c-060e-4842-8121-fc4f184d0192 {{(pid=68216) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1406.946751] env[68216]: DEBUG nova.compute.manager [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Start building block device mappings for instance. {{(pid=68216) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.956677] env[68216]: DEBUG nova.compute.manager [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Start spawning the instance on the hypervisor. {{(pid=68216) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1407.985221] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-18T08:22:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-18T08:21:46Z,direct_url=,disk_format='vmdk',id=02aa365b-79af-4dda-bf04-7bdac5253c40,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='701191837dc34d3995be5c6d7c48c9d7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-18T08:21:47Z,virtual_size=,visibility=), allow threads: False {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.985436] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Flavor limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.985653] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Image limits 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.985878] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Flavor pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.986032] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Image pref 0:0:0 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.986184] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68216) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.986417] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.986538] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.986698] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Got 1 possible topologies {{(pid=68216) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.986855] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.987041] env[68216]: DEBUG nova.virt.hardware [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68216) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.987904] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adf0f1f-5188-4590-bff9-921b56f44da1 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.995785] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf431f1b-b89e-4842-b582-1d5c2530ddb4 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.067480] env[68216]: DEBUG nova.compute.manager [req-aa717030-9bf6-49bf-b410-f895dc209fdb req-452e1422-7fe1-4e32-acd4-cddd024f9b96 service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Received event network-vif-plugged-790c6f2c-060e-4842-8121-fc4f184d0192 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1408.067648] env[68216]: DEBUG oslo_concurrency.lockutils [req-aa717030-9bf6-49bf-b410-f895dc209fdb req-452e1422-7fe1-4e32-acd4-cddd024f9b96 service nova] Acquiring lock "f0446a50-24db-4184-97fd-52fd7949452c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.067851] env[68216]: DEBUG oslo_concurrency.lockutils [req-aa717030-9bf6-49bf-b410-f895dc209fdb req-452e1422-7fe1-4e32-acd4-cddd024f9b96 service nova] Lock "f0446a50-24db-4184-97fd-52fd7949452c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.068015] env[68216]: DEBUG oslo_concurrency.lockutils [req-aa717030-9bf6-49bf-b410-f895dc209fdb req-452e1422-7fe1-4e32-acd4-cddd024f9b96 service nova] Lock "f0446a50-24db-4184-97fd-52fd7949452c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.068196] env[68216]: DEBUG nova.compute.manager [req-aa717030-9bf6-49bf-b410-f895dc209fdb req-452e1422-7fe1-4e32-acd4-cddd024f9b96 service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] No waiting events found dispatching network-vif-plugged-790c6f2c-060e-4842-8121-fc4f184d0192 {{(pid=68216) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.068391] env[68216]: WARNING nova.compute.manager [req-aa717030-9bf6-49bf-b410-f895dc209fdb req-452e1422-7fe1-4e32-acd4-cddd024f9b96 service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Received unexpected event network-vif-plugged-790c6f2c-060e-4842-8121-fc4f184d0192 for instance with vm_state building and task_state spawning. [ 1408.137648] env[68216]: DEBUG nova.network.neutron [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Successfully updated port: 790c6f2c-060e-4842-8121-fc4f184d0192 {{(pid=68216) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.640386] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquiring lock "refresh_cache-f0446a50-24db-4184-97fd-52fd7949452c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.640554] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquired lock "refresh_cache-f0446a50-24db-4184-97fd-52fd7949452c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.640722] env[68216]: DEBUG nova.network.neutron [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Building network info cache for instance {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.171590] env[68216]: DEBUG nova.network.neutron [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Instance cache missing network info. {{(pid=68216) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.283538] env[68216]: DEBUG nova.network.neutron [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Updating instance_info_cache with network_info: [{"id": "790c6f2c-060e-4842-8121-fc4f184d0192", "address": "fa:16:3e:ba:41:1a", "network": {"id": "9038f5a6-b6ab-40a0-b730-f0a181926edc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1392239220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11efa7e18a8d4676b389bd2fc66c9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790c6f2c-06", "ovs_interfaceid": "790c6f2c-060e-4842-8121-fc4f184d0192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.786588] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Releasing lock "refresh_cache-f0446a50-24db-4184-97fd-52fd7949452c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.786924] env[68216]: DEBUG nova.compute.manager [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Instance network_info: |[{"id": "790c6f2c-060e-4842-8121-fc4f184d0192", "address": "fa:16:3e:ba:41:1a", "network": {"id": "9038f5a6-b6ab-40a0-b730-f0a181926edc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1392239220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11efa7e18a8d4676b389bd2fc66c9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790c6f2c-06", "ovs_interfaceid": "790c6f2c-060e-4842-8121-fc4f184d0192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68216) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1409.787369] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:41:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '790c6f2c-060e-4842-8121-fc4f184d0192', 'vif_model': 'vmxnet3'}] {{(pid=68216) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.794713] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Creating folder: Project (11efa7e18a8d4676b389bd2fc66c9515). Parent ref: group-v614292. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.794979] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aa54c5a-a6c3-4f1c-a8c4-623d0ef784e9 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.807519] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Created folder: Project (11efa7e18a8d4676b389bd2fc66c9515) in parent group-v614292. [ 1409.807704] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Creating folder: Instances. Parent ref: group-v614629. {{(pid=68216) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.808264] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a8f8a2a-07a9-4c54-9caa-becb8c4840ff {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.818659] env[68216]: INFO nova.virt.vmwareapi.vm_util [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Created folder: Instances in parent group-v614629. [ 1409.818877] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.819094] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Creating VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.819292] env[68216]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de845789-bf37-44a4-9c21-a749aabdb08b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.838530] env[68216]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.838530] env[68216]: value = "task-3069466" [ 1409.838530] env[68216]: _type = "Task" [ 1409.838530] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.845794] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069466, 'name': CreateVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.093401] env[68216]: DEBUG nova.compute.manager [req-2f008399-5996-4b9c-9d71-49ccf4cbcf85 req-8d0cf556-dd96-40e3-9d01-2b39bedde5ac service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Received event network-changed-790c6f2c-060e-4842-8121-fc4f184d0192 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1410.093612] env[68216]: DEBUG nova.compute.manager [req-2f008399-5996-4b9c-9d71-49ccf4cbcf85 req-8d0cf556-dd96-40e3-9d01-2b39bedde5ac service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Refreshing instance network info cache due to event network-changed-790c6f2c-060e-4842-8121-fc4f184d0192. {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1410.093825] env[68216]: DEBUG oslo_concurrency.lockutils [req-2f008399-5996-4b9c-9d71-49ccf4cbcf85 req-8d0cf556-dd96-40e3-9d01-2b39bedde5ac service nova] Acquiring lock "refresh_cache-f0446a50-24db-4184-97fd-52fd7949452c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.094021] env[68216]: DEBUG oslo_concurrency.lockutils [req-2f008399-5996-4b9c-9d71-49ccf4cbcf85 req-8d0cf556-dd96-40e3-9d01-2b39bedde5ac service nova] Acquired lock "refresh_cache-f0446a50-24db-4184-97fd-52fd7949452c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.094159] env[68216]: DEBUG nova.network.neutron [req-2f008399-5996-4b9c-9d71-49ccf4cbcf85 req-8d0cf556-dd96-40e3-9d01-2b39bedde5ac service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Refreshing network info cache for port 790c6f2c-060e-4842-8121-fc4f184d0192 {{(pid=68216) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.348849] env[68216]: DEBUG oslo_vmware.api [-] Task: {'id': task-3069466, 'name': CreateVM_Task, 'duration_secs': 0.290212} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.349312] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Created VM on the ESX host {{(pid=68216) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.349752] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.349944] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.350313] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.350587] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153bcf4d-3b41-45f6-ac13-141ee4a3953c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.355163] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for the task: (returnval){ [ 1410.355163] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527d982d-e241-3740-6dc5-36734c33bbbd" [ 1410.355163] env[68216]: _type = "Task" [ 1410.355163] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.363145] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527d982d-e241-3740-6dc5-36734c33bbbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.760197] env[68216]: DEBUG nova.network.neutron [req-2f008399-5996-4b9c-9d71-49ccf4cbcf85 req-8d0cf556-dd96-40e3-9d01-2b39bedde5ac service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Updated VIF entry in instance network info cache for port 790c6f2c-060e-4842-8121-fc4f184d0192. {{(pid=68216) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.760585] env[68216]: DEBUG nova.network.neutron [req-2f008399-5996-4b9c-9d71-49ccf4cbcf85 req-8d0cf556-dd96-40e3-9d01-2b39bedde5ac service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Updating instance_info_cache with network_info: [{"id": "790c6f2c-060e-4842-8121-fc4f184d0192", "address": "fa:16:3e:ba:41:1a", "network": {"id": "9038f5a6-b6ab-40a0-b730-f0a181926edc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1392239220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11efa7e18a8d4676b389bd2fc66c9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790c6f2c-06", "ovs_interfaceid": "790c6f2c-060e-4842-8121-fc4f184d0192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.864683] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]527d982d-e241-3740-6dc5-36734c33bbbd, 'name': SearchDatastore_Task, 'duration_secs': 0.012519} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.864996] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.865283] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Processing image 02aa365b-79af-4dda-bf04-7bdac5253c40 {{(pid=68216) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1410.865554] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.865725] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.865931] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.866223] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01e82338-6999-404b-aa56-7642a4b0219c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.873782] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68216) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.873920] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68216) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.874616] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f51cae4d-dea5-44ce-9d72-402ab8bc4c87 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.879083] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for the task: (returnval){ [ 1410.879083] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52575de7-f8ba-3893-5e60-089879ed10f1" [ 1410.879083] env[68216]: _type = "Task" [ 1410.879083] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.887377] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52575de7-f8ba-3893-5e60-089879ed10f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.263900] env[68216]: DEBUG oslo_concurrency.lockutils [req-2f008399-5996-4b9c-9d71-49ccf4cbcf85 req-8d0cf556-dd96-40e3-9d01-2b39bedde5ac service nova] Releasing lock "refresh_cache-f0446a50-24db-4184-97fd-52fd7949452c" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.388991] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]52575de7-f8ba-3893-5e60-089879ed10f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008644} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.389799] env[68216]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac0ad69-d6fb-4abb-bdfd-6a7f8db1e26d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.394473] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for the task: (returnval){ [ 1411.394473] env[68216]: value = "session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266cbc9-ab49-f46c-bb00-943146b3823f" [ 1411.394473] env[68216]: _type = "Task" [ 1411.394473] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.401540] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266cbc9-ab49-f46c-bb00-943146b3823f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.905408] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': session[52ac9efe-c3b4-5bfa-f06b-dcc5e91aa67d]5266cbc9-ab49-f46c-bb00-943146b3823f, 'name': SearchDatastore_Task, 'duration_secs': 0.025048} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.905672] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk" {{(pid=68216) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.906145] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] f0446a50-24db-4184-97fd-52fd7949452c/f0446a50-24db-4184-97fd-52fd7949452c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1411.906238] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4501ad24-2421-438d-8d83-7981433a2c53 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.912877] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for the task: (returnval){ [ 1411.912877] env[68216]: value = "task-3069467" [ 1411.912877] env[68216]: _type = "Task" [ 1411.912877] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.920219] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.421703] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496217} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.422093] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02aa365b-79af-4dda-bf04-7bdac5253c40/02aa365b-79af-4dda-bf04-7bdac5253c40.vmdk to [datastore1] f0446a50-24db-4184-97fd-52fd7949452c/f0446a50-24db-4184-97fd-52fd7949452c.vmdk {{(pid=68216) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.422228] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Extending root virtual disk to 1048576 {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.422440] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceadd3b4-7b8d-4539-9df0-138c8e88c33c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.428854] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for the task: (returnval){ [ 1412.428854] env[68216]: value = "task-3069468" [ 1412.428854] env[68216]: _type = "Task" [ 1412.428854] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.437259] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.938782] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110828} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.939054] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Extended root virtual disk {{(pid=68216) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.939858] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44398bd0-aa2c-4796-8786-c17d6d66d655 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.961064] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] f0446a50-24db-4184-97fd-52fd7949452c/f0446a50-24db-4184-97fd-52fd7949452c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.961317] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dcb1f97-16a8-4449-94ef-b8478cee7189 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.980017] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for the task: (returnval){ [ 1412.980017] env[68216]: value = "task-3069469" [ 1412.980017] env[68216]: _type = "Task" [ 1412.980017] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.987230] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.426375] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.426753] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.426753] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager.update_available_resource {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.489364] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.930210] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.930491] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.930658] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.930813] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68216) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1413.931733] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041300d2-ded6-49d1-8ea7-3cf74afb126c {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.940819] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce94f1-c680-40dd-940a-b48971864a1e {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.955779] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f9e881-abd4-43e8-8a01-576712b571b6 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.961882] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613f6524-7b32-4659-828d-061153043eac {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.989398] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180669MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=68216) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1413.989521] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.989720] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.998566] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069469, 'name': ReconfigVM_Task, 'duration_secs': 0.920435} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.998807] env[68216]: DEBUG nova.virt.vmwareapi.volumeops [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Reconfigured VM instance instance-0000007e to attach disk [datastore1] f0446a50-24db-4184-97fd-52fd7949452c/f0446a50-24db-4184-97fd-52fd7949452c.vmdk or device None with type sparse {{(pid=68216) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.999389] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8c37c2c-004d-4197-bd11-15b9deb22137 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.004811] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for the task: (returnval){ [ 1414.004811] env[68216]: value = "task-3069470" [ 1414.004811] env[68216]: _type = "Task" [ 1414.004811] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.012658] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069470, 'name': Rename_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.515266] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069470, 'name': Rename_Task, 'duration_secs': 0.123218} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.515633] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Powering on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.515767] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d3a3f3-9210-4116-a44e-baefaf749bf7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.521948] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for the task: (returnval){ [ 1414.521948] env[68216]: value = "task-3069471" [ 1414.521948] env[68216]: _type = "Task" [ 1414.521948] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.529252] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.016868] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Instance f0446a50-24db-4184-97fd-52fd7949452c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68216) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1415.017230] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1415.017471] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68216) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1415.032341] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069471, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.045855] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4a6b3-e680-48a0-aef2-f819caaddf44 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.053101] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73f06d8-6a30-42ff-94a9-30d45721ff8b {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.093966] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0a08c7-1b43-4937-b6ff-ed350fa491cb {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.103906] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f28ebb0-05d2-4873-864e-c9867281b126 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.122630] env[68216]: DEBUG nova.compute.provider_tree [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.533182] env[68216]: DEBUG oslo_vmware.api [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069471, 'name': PowerOnVM_Task, 'duration_secs': 0.551915} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.533556] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Powered on the VM {{(pid=68216) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.533637] env[68216]: INFO nova.compute.manager [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1415.533811] env[68216]: DEBUG nova.compute.manager [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Checking state {{(pid=68216) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.534628] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea621f6f-5a84-4a1b-9ec4-66775f69d1e7 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.625964] env[68216]: DEBUG nova.scheduler.client.report [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.052633] env[68216]: INFO nova.compute.manager [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Took 12.24 seconds to build instance. [ 1416.130117] env[68216]: DEBUG nova.compute.resource_tracker [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68216) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1416.130342] env[68216]: DEBUG oslo_concurrency.lockutils [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.130512] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.130664] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Cleaning up deleted instances {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1416.554622] env[68216]: DEBUG oslo_concurrency.lockutils [None req-f833af1d-f9e5-4836-a994-90fa647fe1bf tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lock "f0446a50-24db-4184-97fd-52fd7949452c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.746s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.638529] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] There are 23 instances to clean {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1416.638753] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: c82b152e-cf1d-4709-a193-30e96536461d] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1417.141742] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: b35a7dff-b7ff-4ea1-9a1e-4a0952591e36] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1417.286552] env[68216]: DEBUG oslo_concurrency.lockutils [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquiring lock "f0446a50-24db-4184-97fd-52fd7949452c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.286861] env[68216]: DEBUG oslo_concurrency.lockutils [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lock "f0446a50-24db-4184-97fd-52fd7949452c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.287143] env[68216]: DEBUG oslo_concurrency.lockutils [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquiring lock "f0446a50-24db-4184-97fd-52fd7949452c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.287394] env[68216]: DEBUG oslo_concurrency.lockutils [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lock "f0446a50-24db-4184-97fd-52fd7949452c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.287640] env[68216]: DEBUG oslo_concurrency.lockutils [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lock "f0446a50-24db-4184-97fd-52fd7949452c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.289735] env[68216]: INFO nova.compute.manager [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Terminating instance [ 1417.644834] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 48c3bd59-11cf-42e9-a117-4691e55925ac] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1417.793580] env[68216]: DEBUG nova.compute.manager [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Start destroying the instance on the hypervisor. {{(pid=68216) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.793801] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Destroying instance {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.794793] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc939a3f-3dca-4aab-b160-021fb07f747d {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.803112] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Powering off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.803341] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6b6906d-50c3-4581-8b14-660fad846d34 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.809038] env[68216]: DEBUG oslo_vmware.api [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for the task: (returnval){ [ 1417.809038] env[68216]: value = "task-3069472" [ 1417.809038] env[68216]: _type = "Task" [ 1417.809038] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.817128] env[68216]: DEBUG oslo_vmware.api [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.148635] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 41a43190-3eea-4c6b-8106-e82e0c2394d6] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1418.319776] env[68216]: DEBUG oslo_vmware.api [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069472, 'name': PowerOffVM_Task, 'duration_secs': 0.243674} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.320108] env[68216]: DEBUG nova.virt.vmwareapi.vm_util [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Powered off the VM {{(pid=68216) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.320348] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Unregistering the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.320625] env[68216]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae4df081-fd72-4daa-bc11-4b7e7750685a {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.377323] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Unregistered the VM {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.377625] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Deleting contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.377828] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Deleting the datastore file [datastore1] f0446a50-24db-4184-97fd-52fd7949452c {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.378107] env[68216]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34e77318-d943-4cc7-b89a-55517b3e5add {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.384100] env[68216]: DEBUG oslo_vmware.api [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for the task: (returnval){ [ 1418.384100] env[68216]: value = "task-3069474" [ 1418.384100] env[68216]: _type = "Task" [ 1418.384100] env[68216]: } to complete. {{(pid=68216) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.391507] env[68216]: DEBUG oslo_vmware.api [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.652909] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: e4b90fe8-ded1-4ea6-bfc2-1ed72374d46d] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1418.893742] env[68216]: DEBUG oslo_vmware.api [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Task: {'id': task-3069474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158113} completed successfully. {{(pid=68216) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.893970] env[68216]: DEBUG nova.virt.vmwareapi.ds_util [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Deleted the datastore file {{(pid=68216) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.894166] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Deleted contents of the VM from datastore datastore1 {{(pid=68216) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.894351] env[68216]: DEBUG nova.virt.vmwareapi.vmops [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Instance destroyed {{(pid=68216) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.894530] env[68216]: INFO nova.compute.manager [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1418.894761] env[68216]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68216) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.894942] env[68216]: DEBUG nova.compute.manager [-] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Deallocating network for instance {{(pid=68216) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1418.895052] env[68216]: DEBUG nova.network.neutron [-] [instance: f0446a50-24db-4184-97fd-52fd7949452c] deallocate_for_instance() {{(pid=68216) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.141974] env[68216]: DEBUG nova.compute.manager [req-9edf6370-564e-409c-81d5-8c1160d1c35b req-ec867ecf-cc63-40a1-bca1-8226c90f7f35 service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Received event network-vif-deleted-790c6f2c-060e-4842-8121-fc4f184d0192 {{(pid=68216) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1419.142244] env[68216]: INFO nova.compute.manager [req-9edf6370-564e-409c-81d5-8c1160d1c35b req-ec867ecf-cc63-40a1-bca1-8226c90f7f35 service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Neutron deleted interface 790c6f2c-060e-4842-8121-fc4f184d0192; detaching it from the instance and deleting it from the info cache [ 1419.142441] env[68216]: DEBUG nova.network.neutron [req-9edf6370-564e-409c-81d5-8c1160d1c35b req-ec867ecf-cc63-40a1-bca1-8226c90f7f35 service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.155640] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 5daaddfc-2757-4ff3-b411-7d2b523322ca] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1419.628716] env[68216]: DEBUG nova.network.neutron [-] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Updating instance_info_cache with network_info: [] {{(pid=68216) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.644356] env[68216]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-904aa53f-9397-4a60-b4a4-69be6a885cbc {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.655130] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fea1d2-ac4e-4760-a24e-3c9097634a6f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.667146] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 3cc14e0f-5aa2-476a-b82f-cde59c9e417f] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1419.683107] env[68216]: DEBUG nova.compute.manager [req-9edf6370-564e-409c-81d5-8c1160d1c35b req-ec867ecf-cc63-40a1-bca1-8226c90f7f35 service nova] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Detach interface failed, port_id=790c6f2c-060e-4842-8121-fc4f184d0192, reason: Instance f0446a50-24db-4184-97fd-52fd7949452c could not be found. {{(pid=68216) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1420.131626] env[68216]: INFO nova.compute.manager [-] [instance: f0446a50-24db-4184-97fd-52fd7949452c] Took 1.24 seconds to deallocate network for instance. [ 1420.171538] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 55443f64-2e55-4b85-8f4c-84e42e3c928f] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1420.638286] env[68216]: DEBUG oslo_concurrency.lockutils [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.638574] env[68216]: DEBUG oslo_concurrency.lockutils [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.638794] env[68216]: DEBUG nova.objects.instance [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lazy-loading 'resources' on Instance uuid f0446a50-24db-4184-97fd-52fd7949452c {{(pid=68216) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.675156] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 6e09942e-d4ca-45ce-bcbf-7a2a9e63e489] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1421.172565] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59c6a36-93be-4c5c-8c20-c8f211c05d25 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.180043] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 62f6a519-c5a2-4c1e-887a-6a6863909da6] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1421.182303] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de76c90-d0b4-4651-b730-5af7fb2dc82f {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.212956] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a354bb-c9fe-4161-83b8-d871f360f025 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.220980] env[68216]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7865919b-1241-471d-935a-84099bde2fd5 {{(pid=68216) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.235515] env[68216]: DEBUG nova.compute.provider_tree [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Inventory has not changed in ProviderTree for provider: 9169374f-90e2-438b-ad3b-d543cda4cb3f {{(pid=68216) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.686335] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: bf34d6d3-61a2-4093-bc60-5352c6212342] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1421.738212] env[68216]: DEBUG nova.scheduler.client.report [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Inventory has not changed for provider 9169374f-90e2-438b-ad3b-d543cda4cb3f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68216) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.189825] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 96d02f76-ea12-4ab1-9efa-dc52c17aa99f] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1422.242826] env[68216]: DEBUG oslo_concurrency.lockutils [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.261046] env[68216]: INFO nova.scheduler.client.report [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Deleted allocations for instance f0446a50-24db-4184-97fd-52fd7949452c [ 1422.694102] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 9d59b592-4f8c-48bf-b5c5-7568ab128e96] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1422.767819] env[68216]: DEBUG oslo_concurrency.lockutils [None req-61594fe8-53b3-4942-a1d5-cd3a3443add2 tempest-ServerMetadataNegativeTestJSON-997699632 tempest-ServerMetadataNegativeTestJSON-997699632-project-member] Lock "f0446a50-24db-4184-97fd-52fd7949452c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.481s {{(pid=68216) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.197893] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: f9f4f828-d9bc-40bd-844a-d180bb3ae4cd] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1423.701041] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 74ba5029-356a-4e0d-a502-6d1ae81393c5] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1424.205033] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 0ba4471b-9aa0-4c97-8f7c-33ce6cb9b9b1] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1424.708909] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: e2bae917-f8b2-406f-a6e1-0d105490a8dc] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1425.212050] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 01bd1b70-a598-45d7-8f58-4253db07e0c5] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1425.715637] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: adae0c12-d4e3-48e1-8adb-ab2cbc38b72b] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1426.219381] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 8f262c48-7c1b-4b8c-8d43-2b9d27ebf51a] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1426.722766] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 1c792478-7aeb-4196-9bba-d8291ea43db2] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1427.226579] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: 2d153ded-40ef-49aa-ba1d-de7466906d72] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1427.731056] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] [instance: e5214eca-dda1-41d9-804a-d260542b50a3] Instance has had 0 of 5 cleanup attempts {{(pid=68216) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1428.233637] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.233843] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Cleaning up deleted instances with incomplete migration {{(pid=68216) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1428.736217] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.237820] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.238262] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.238262] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.238346] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.238493] env[68216]: DEBUG oslo_service.periodic_task [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68216) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.238630] env[68216]: DEBUG nova.compute.manager [None req-3a2e9f9e-7e2e-4337-95eb-771a6e3a3aea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68216) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}